biffbot 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/.gitignore ADDED
@@ -0,0 +1,17 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in biffbot.gemspec
4
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2012 Anurag Mohanty
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,29 @@
1
+ # Biffbot
2
+
3
+ Ruby gem to connect to diffbot's article api
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ gem 'biffbot'
10
+
11
+ And then execute:
12
+
13
+ $ bundle
14
+
15
+ Or install it yourself as:
16
+
17
+ $ gem install biffbot
18
+
19
+ ## Usage
20
+
21
+ TODO: Write usage instructions here
22
+
23
+ ## Contributing
24
+
25
+ 1. Fork it
26
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
27
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
28
+ 4. Push to the branch (`git push origin my-new-feature`)
29
+ 5. Create new Pull Request
data/Rakefile ADDED
@@ -0,0 +1 @@
1
+ require "bundler/gem_tasks"
data/biffbot.gemspec ADDED
@@ -0,0 +1,20 @@
1
+ # -*- encoding: utf-8 -*-
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'biffbot/version'
5
+
6
+ Gem::Specification.new do |gem|
7
+ gem.name = "biffbot"
8
+ gem.version = Biffbot::VERSION
9
+ gem.authors = ["Anurag Mohanty"]
10
+ gem.email = ["anurag@columbia.edu"]
11
+ gem.description = "Ruby gem to connect to diffbot's article api"
12
+ gem.summary = "Given a url, pulls article content using diffbot's article extractor"
13
+ gem.homepage = "https://github.com/tevren/biffbot"
14
+
15
+ gem.files = `git ls-files`.split($/)
16
+ gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
17
+ gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
18
+ gem.require_paths = ["lib"]
19
+ gem.add_dependency("httparty")
20
+ end
@@ -0,0 +1,23 @@
1
+ require 'httparty'
2
+ module Biffbot
3
+ class Base
4
+ def parse(token,url,options={})
5
+ @token = token
6
+ @url = url
7
+ output = Hash.new
8
+ request = "http://www.diffbot.com/api/article?token=#{@token}&url=#{@url}"
9
+ raise request.to_s
10
+ options.each_pair do |key,value|
11
+ if key.match(/html|dontStripAds|tags|comments|summary|stats/) && value == true
12
+ request = request + "&#{key}"
13
+ end
14
+ end
15
+ puts request
16
+ response = HTTParty.get(request)
17
+ response.parsed_response.each_pair do |key,value|
18
+ output[key.to_sym] = value
19
+ end
20
+ return output
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,3 @@
1
+ module Biffbot
2
+ VERSION = "0.0.1"
3
+ end
data/lib/biffbot.rb ADDED
@@ -0,0 +1,12 @@
1
+ require "biffbot/version"
2
+ require "biffbot/base"
3
+ module Biffbot
4
+ # Your code goes here...
5
+ def self.reset!
6
+ @token = nil
7
+ end
8
+ class << self
9
+ #Your Diffbot API token.
10
+ attr_accessor :token
11
+ end
12
+ end
@@ -0,0 +1,14 @@
1
+ require 'spec_helper'
2
+ # more tests to come...
3
+ describe Biffbot do
4
+ before :each do
5
+ @biffbot = Biffbot::Base.new
6
+ @token = "YOUR TOKEN HERE"
7
+ end
8
+
9
+ describe "#get_huffinton_post_article" do
10
+ it "not nil" do
11
+ @biffbot.parse(@token,"http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html").size.should_not be_nil
12
+ end
13
+ end
14
+ end
@@ -0,0 +1,2 @@
1
+ require 'biffbot/base'
2
+ require 'yaml'
metadata ADDED
@@ -0,0 +1,69 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: biffbot
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Anurag Mohanty
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2012-10-12 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: httparty
16
+ requirement: &70132709867900 !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ! '>='
20
+ - !ruby/object:Gem::Version
21
+ version: '0'
22
+ type: :runtime
23
+ prerelease: false
24
+ version_requirements: *70132709867900
25
+ description: Ruby gem to connect to diffbot's article api
26
+ email:
27
+ - anurag@columbia.edu
28
+ executables: []
29
+ extensions: []
30
+ extra_rdoc_files: []
31
+ files:
32
+ - .gitignore
33
+ - Gemfile
34
+ - LICENSE.txt
35
+ - README.md
36
+ - Rakefile
37
+ - biffbot.gemspec
38
+ - lib/biffbot.rb
39
+ - lib/biffbot/base.rb
40
+ - lib/biffbot/version.rb
41
+ - spec/biffbot_spec.rb
42
+ - spec/spec_helper.rb
43
+ homepage: https://github.com/tevren/biffbot
44
+ licenses: []
45
+ post_install_message:
46
+ rdoc_options: []
47
+ require_paths:
48
+ - lib
49
+ required_ruby_version: !ruby/object:Gem::Requirement
50
+ none: false
51
+ requirements:
52
+ - - ! '>='
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ required_rubygems_version: !ruby/object:Gem::Requirement
56
+ none: false
57
+ requirements:
58
+ - - ! '>='
59
+ - !ruby/object:Gem::Version
60
+ version: '0'
61
+ requirements: []
62
+ rubyforge_project:
63
+ rubygems_version: 1.8.10
64
+ signing_key:
65
+ specification_version: 3
66
+ summary: Given a url, pulls article content using diffbot's article extractor
67
+ test_files:
68
+ - spec/biffbot_spec.rb
69
+ - spec/spec_helper.rb