serrano 0.1.1 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7fa7f1bc525d14c6f53869ed4288b8579158ce73
-  data.tar.gz: ab896db087318532f052e43a930ba1e1be3f3943
+  metadata.gz: ecc2b22a17fb2e658070f687b18232a534a33f7a
+  data.tar.gz: c24446bd652f48cd806319914a4ce15dd3b20565
 SHA512:
-  metadata.gz: 934c68640bfabef4df7e91898406a0948a395c1ef3f0cf1c5d04aa8e32108836a909e90427d2e93ff0a75767fcade878f4119c1f6ee8d15012473664a6aa85bb
-  data.tar.gz: 45437444480642e2b48cb6b11a33b9dbc60277f62eb50cfc48aab90a5847aa21dc1fdb4e71a8fac870ca4fc9b541d0a118406fb30a3d033d784537dd63af9a92
+  metadata.gz: 2542e1fe55dcaac00e62afb198f59ada4691cd44f347d2364528d282cdda1768cb303495cc5d2e1e82b22e7a281a846fef2b3185129e14c391f1f43de75e6c6a
+  data.tar.gz: 0ed3050c3ab2c7ef709902893bc4c334996f248b72d43d50a6228323664f1c92a3083a1edba6b2bca87417e00e8dba034e2acff20290627b7c441b97c53b614a

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## 0.1.4 (2015-12-04)
+
+* Added `csl_styles()` method to get CSL styles info (#23)
+* note to docs that `sample` parameter is ignored unless `works` route used (#22)
+* note to docs that `funderes` without IDs don't show up in the `funders` route (#21)
+* Added hash and array method to extract links from output of any methods with works (#18)
+* Method `Serrano.text` for text mining removed. use the `textminer` gem (#13)
+
 ## 0.1.0 (2015-11-17)
 
 * Improved documentation

data/Gemfile.lock

@@ -1,13 +1,11 @@
 PATH
   remote: .
   specs:
-    serrano (0.1.1)
+    serrano (0.1.4)
       faraday (~> 0.9.1)
       faraday_middleware (~> 0.10.0)
       multi_json (~> 1.0)
-      nokogiri (~> 1.6, >= 1.6.6.2)
       thor (~> 0.19)
-      uuidtools (~> 2.1, >= 2.1.5)
 
 GEM
   remote: https://rubygems.org/
@@ -22,11 +20,8 @@ GEM
     faraday_middleware (0.10.0)
       faraday (>= 0.7.4, < 0.10)
     json (1.8.3)
-    mini_portile (0.6.2)
     multi_json (1.11.2)
     multipart-post (2.0.0)
-    nokogiri (1.6.6.2)
-      mini_portile (~> 0.6.0)
     power_assert (0.2.4)
     rake (10.4.2)
     simplecov (0.10.0)
@@ -38,7 +33,6 @@ GEM
       power_assert
     thor (0.19.1)
     url (0.3.2)
-    uuidtools (2.1.5)
 
 PLATFORMS
   ruby

data/README.md

@@ -16,7 +16,7 @@ Other Crossref API clients:
 
 ## Changes
 
-For changes see the [Changelog](CHANGELOG.md)
+For changes see the [Changelog][changelog]
 
 ## API
 
@@ -38,7 +38,6 @@ Additional methods built on top of the Crossref search API:
 Other methods:
 
 * [Conent negotiation][cn] - `Serrano.content_negotiation()`
-* [Text and data mining][tdm] - `Serrano.text()`
 * [Citation count][ccount] - `Serrano.citation_count()`
 * [get CSL styles][csl] -  `Serrano.csl_styles()`
 
@@ -60,7 +59,7 @@ rake install
 
 ## Setup
 
-Crossref's API will likely be used by others in the future, allowing the base URL to be swapped out. You can swap out the base URL by passing named options in a block to `Serrano.configuration`. 
+Crossref's API will likely be used by others in the future, allowing the base URL to be swapped out. You can swap out the base URL by passing named options in a block to `Serrano.configuration`.
 
 This will also be the way to set up other user options, as needed down the road.
 
@@ -72,11 +71,13 @@ end
 
 ## Examples
 
+### Use in a Ruby repl
+
 Search works by DOI
 
 ```ruby
 require 'serrano'
-Serrano.works(doi: '10.1371/journal.pone.0033693')
+Serrano.works(ids: '10.1371/journal.pone.0033693')
 ```
 
 Search works by query string
@@ -85,6 +86,20 @@ Search works by query string
 Serrano.works(query: "ecology")
 ```
 
+Get links
+
+```ruby
+res = Serrano.works(filter: {has_full_text: true})
+# entire links metadata
+res.links
+# just links URLs
+res.links(true)
+# just xml links, if present
+res.links_xml(true)
+# just pdf links, if present
+res.links_pdf
+```
+
 Search journals by publisher name
 
 ```ruby
@@ -112,13 +127,37 @@ Serrano.random_dois(sample: 100)
 Content negotiation
 
 ```ruby
-Serrano.cn(ids: '10.1126/science.169.3946.635', format: "citeproc-json")
+Serrano.content_negotiation(ids: '10.1126/science.169.3946.635', format: "citeproc-json")
 ```
 
-Text mining
+### Use on the CLI
 
-```ruby
-res = Serrano.text(url: 'http://...');
+The command line tool `serrano` should be available after you install
+
+```
+~$ serrano
+Commands:
+  serrano contneg                   # Content negotiation
+  serrano funders [funder IDs]      # Search for funders by DOI prefix
+  serrano help [COMMAND]            # Describe available commands or one spec...
+  serrano journals [journal ISSNs]  # Search for journals by ISSNs
+  serrano licenses                  # Search for licenses by name
+  serrano members [member IDs]      # Get members by id
+  serrano prefixes [DOI prefixes]   # Search for prefixes by DOI prefix
+  serrano types [type name]         # Search for types by name
+  serrano version                   # Get serrano version
+  serrano works [DOIs]              # Get works by DOIs
+```
+
+```
+# A single DOI
+~$ serrano works 10.1371/journal.pone.0033693
+
+# Many DOIs
+~$ serrano works "10.1007/12080.1874-1746,10.1007/10452.1573-5125"
+
+# output JSON, then parse with e.g., jq
+~$ serrano works --filter=has_orcid:true --json --limit=2 | jq '.message.items[].author[].ORCID | select(. != null)'
 ```
 
 ## Meta
@@ -131,3 +170,4 @@ res = Serrano.text(url: 'http://...');
 [tdm]: http://www.crossref.org/tdm/
 [ccount]: http://labs.crossref.org/openurl/
 [csl]: https://github.com/citation-style-language/styles
+[changelog]: https://github.com/sckott/serrano/blob/master/CHANGELOG.md

data/Rakefile

@@ -16,7 +16,7 @@ task :docs do
 end
 
 desc "bundle install"
-task :b do
+task :bundle do
   system "bundle install"
 end
 
@@ -31,7 +31,7 @@ task :build do
 end
 
 desc "Install serrano"
-task :install => :build do
+task :install => [:bundle, :build] do
 	system "gem install serrano-#{Serrano::VERSION}.gem"
 end
 

data/bin/serrano

@@ -38,10 +38,24 @@ class Sr < Thor
     "http://id.crossref.org/member/340"
     \x5"http://id.crossref.org/member/297"
     \x5"http://id.crossref.org/member/297"
+
+    # Filter usage
+    \x5$ serrano works --filter=has_orcid:true --json --limit=2 | jq '.message.items[].author[].ORCID | select(. != null)'
+
+    "http://orcid.org/0000-0003-4087-8021"
+    \x5"http://orcid.org/0000-0002-2076-5452"
+    \x5"http://orcid.org/0000-0003-4087-8021"
+    \x5"http://orcid.org/0000-0002-2076-5452"
   LONGDESC
   option :json, :type => :boolean, :default => false
-  def works(*dois)
-    out = Serrano.works(ids: dois)
+  option :filter, :type => :hash, :default => nil
+  option :limit, :type => :numeric, :default => nil
+  def works(ids=nil)
+    if ids.nil?
+      out = Serrano.works(filter: options[:filter], limit: options[:limit])
+    else
+      out = Serrano.works(ids: ids.split(","), filter: options[:filter])
+    end
     if !options[:json]
       out = out.collect { |x| x['message'].select { |k,v| k[/DOI|type|title/] } }
       out.each do |x|
@@ -397,7 +411,7 @@ class Sr < Thor
     \x5name: U.S. Department of Energy
     \x5location: United States
 
-    $ serrano licenses --json=true | jq .[].message.items.work-count
+    $ serrano licenses --json=true | jq .message.items[]
 
     "National Science Foundation"
     \x5"U.S. Department of Energy"
@@ -418,6 +432,26 @@ class Sr < Thor
     end
   end
 
+  desc "contneg", "Content negotiation"
+  long_desc <<-LONGDESC
+    `serrano contneg` accepts a DOI
+
+    $ serrano contneg 10.1890/13-0590.1
+
+    Murtaugh, P. A. (2014).  In defense of P values . Ecology, 95(3), 611–617. doi:10.1890/13-0590.1
+
+    $ serrano contneg 10.1890/13-0590.1 --style=heredity
+
+    Murtaugh PA (2014).  In defense of P values . Ecology 95: 611–617.
+  LONGDESC
+  option :format, :type => :string, :default => "text"
+  option :style, :type => :string, :default => "apa"
+  option :locale, :type => :string, :default => "en-US"
+  def contneg(ids)
+    puts Serrano.content_negotiation(ids: ids, format: options[:format], style:
+      options[:style], locale: options[:locale])
+  end
+
   desc "version", "Get serrano version"
   def version
     puts Serrano::VERSION

data/lib/serrano/link_methods_array.rb

@@ -0,0 +1,51 @@
+# Array methods
+class Array
+  def links(just_urls = false)
+    return self.collect{ |x| x.links(just_urls) }.flatten
+    # if temp.length == 1
+    #   return tmp[0]
+    # else
+    #   return tmp
+    # end
+  	# tmp = self.collect{ |x| x['message']['link'] }
+  	# return parse_link(tmp, just_urls)
+  end
+end
+
+class Array
+  def links_xml(just_urls = false)
+    return parse_link(self.collect { |z| z.links_xml }[0], just_urls)
+  	# return parse_link(pull_link(self, '^application\/xml$|^text\/xml$'), just_urls)
+  end
+end
+
+class Array
+  def links_pdf(just_urls = false)
+    return parse_link(self.collect { |z| z.links_pdf }[0], just_urls)
+    # return parse_link(pull_link(self, '^application\/pdf$'), just_urls)
+  end
+end
+
+class Array
+  def links_plain(just_urls = false)
+    return parse_link(self.collect { |z| z.links_plain }[0], just_urls)
+    # return parse_link(pull_link(self, '^application\/plain$|^text\/plain$'), just_urls)
+  end
+end
+
+def pull_link(x, y)
+  return x.collect { |z| z.links_xml }[0]
+  # return x.collect { |z| z['message']['link'] }.compact.collect { |z| z.compact.select { |w| w['content-type'].match(/#{y}/) } }
+end
+
+def parse_link(x, just_urls)
+	if x.nil?
+		return x
+	else
+  	if just_urls
+  		return x.compact.collect { |z| z.collect{ |y| y['URL'] }}.flatten
+  	else
+  		return x
+  	end
+  end
+end

data/lib/serrano/link_methods_hash.rb

@@ -0,0 +1,46 @@
+# Hash methods
+class Hash
+  def links(just_urls = false)
+    if self['message']['items'].nil?
+      tmp = self['message']['link'].reject { |c| c.empty? }
+    else
+      tmp = self['message']['items'].collect { |x| x['link'] }.reject { |c| c.empty? }
+    end
+
+  	return parse_links(tmp, just_urls)
+  end
+end
+
+class Hash
+  def links_xml(just_urls = false)
+  	return parse_links(pull_links(self, '^application\/xml$|^text\/xml$'), just_urls)
+  end
+end
+
+class Hash
+  def links_pdf(just_urls = false)
+  	return parse_links(pull_links(self, '^application\/pdf$'), just_urls)
+  end
+end
+
+class Hash
+  def links_plain(just_urls = false)
+  	return parse_links(pull_links(self, '^application\/plain$|^text\/plain$'), just_urls)
+  end
+end
+
+def pull_links(x, y)
+	return x['message']['items'].collect { |x| x['link'].select { |z| z['content-type'].match(/#{y}/) } }.reject { |c| c.empty? }
+end
+
+def parse_links(x, just_urls)
+	if x.empty?
+		return x
+	else
+  	if just_urls
+  		return x.collect { |x| x.collect { |z| z['URL'] }}.flatten
+  	else
+  		return x
+  	end
+  end
+end

data/lib/serrano/styles.rb

@@ -0,0 +1,23 @@
+require "faraday"
+require "multi_json"
+
+def get_styles
+  base = "https://api.github.com/repos/citation-style-language/styles"
+  conn = Faraday.new(:url => base)
+  args = { per_page: 1 }
+  tt = conn.get 'commits', args
+  commres = MultiJson.load(tt.body)
+  sha = commres[0]['sha']
+  sty = conn.get "git/trees/" + sha
+  res = MultiJson.load(sty.body)
+  files = res['tree'].collect { |x| x['path'] }
+  matches = files.collect { |x|
+    if x.match('csl').nil?
+      nil
+    else
+      x.match('csl').string
+    end
+  }
+  csls = matches.compact
+  return csls.collect { |z| z.gsub('.csl', '') }
+end

data/lib/serrano/version.rb

@@ -1,3 +1,3 @@
 module Serrano
-  VERSION = "0.1.1"
+  VERSION = "0.1.4"
 end

data/lib/serrano.rb

@@ -2,8 +2,10 @@ require "serrano/version"
 require "serrano/request"
 require "serrano/filterhandler"
 require "serrano/cnrequest"
-require "serrano/miner"
 require "serrano/filters"
+require "serrano/styles"
+require "serrano/link_methods_hash"
+require "serrano/link_methods_array"
 
 require 'rexml/document'
 require 'rexml/xpath'
@@ -12,7 +14,7 @@ require 'rexml/xpath'
 #   @param offset [Fixnum] Number of record to start at, from 1 to infinity.
 #   @param limit [Fixnum] Number of results to return. Not relavant when searching with specific dois. Default: 20. Max: 1000
 #   @param sample [Fixnum] Number of random results to return. when you use the sample parameter,
-#   the limit and offset parameters are ignored.
+#   the limit and offset parameters are ignored. This parameter only used when works requested.
 #   @param sort [String] Field to sort on, one of score, relevance,
 #   updated (date of most recent change to metadata. Currently the same as deposited),
 #   deposited (time of most recent deposit), indexed (time of most recent index), or
@@ -52,7 +54,6 @@ require 'rexml/xpath'
 # Additional methods
 # * `Serrano.agency` - test the registration agency for a DOI
 # * `Serrano.content_negotiation` - Conent negotiation
-# * `Serrano.text` - Text and data mining
 # * `Serrano.citation_count` - Citation count
 # * `Serrano.csl_styles` - get CSL styles
 #
@@ -67,7 +68,6 @@ module Serrano
 
   define_setting :access_token
   define_setting :access_secret
-  define_setting :elsevier_key
   define_setting :base_url, "http://api.crossref.org/"
 
   ##
@@ -86,6 +86,7 @@ module Serrano
   #      Serrano.works(ids: '10.5555/515151')
   #      Serrano.works(ids: '10.1371/journal.pone.0033693')
   #      Serrano.works(ids: ['10.1007/12080.1874-1746','10.1007/10452.1573-5125', '10.1111/(issn)1442-9993'])
+  #      Serrano.works(ids: ["10.1016/0304-4009(81)90025-5", "10.1016/0304-4009(83)90036-0"])
   #      # query
   #      Serrano.works(query: "ecology")
   #      Serrano.works(query: "renear+-ontologies")
@@ -93,6 +94,9 @@ module Serrano
   #      Serrano.works(query: "ecology", sort: 'relevance', order: "asc")
   #      # Filters
   #      Serrano.works(filter: {has_full_text: true})
+  #      res = Serrano.works(filter: {has_full_text: true})
+  #      res.links # entire links metadata
+  #      res.links(true) # just links URLs
   #      Serrano.works(filter: {has_funder: true, has_full_text: true})
   #      Serrano.works(filter: {award_number: 'CBET-0756451', award_funder: '10.13039/100000001'})
   #
@@ -181,6 +185,8 @@ module Serrano
   # @param works [Boolean] If true, works returned as well. Default: false
   # @return [Array] An array of hashes
   #
+  # @note Funders without IDs don't show up on the /funders route
+  #
   # @example
   #      require 'serrano'
   #      # Search by DOI, one or more
@@ -382,59 +388,6 @@ module Serrano
     CNRequest.new(ids, format, style, locale).perform
   end
 
-  ##
-  # Get full text
-  #
-  # Should work for open access papers, but for closed, requires authentication and
-  # likely pre-authorized IP address.
-  #
-  # @param url [String] A url for full text
-  # @param type [Hash] Ignored for now. One of xml, plain, or pdf. Right now, type auto-detected from the URL
-  # @return [Mined] An object of class Mined, with methods for extracting
-  # the url requested, the file path, and parsing the plain text, XML, or extracting
-  # text from the pdf.
-  #
-  # @example
-  #   require 'serrano'
-  #   # Set authorization
-  #   Serrano.configuration do |config|
-  #     config.elsevier_key = "<your key>"
-  #   end
-  #   # Get some elsevier works
-  #   res = Serrano.members(ids: 78, works: true);
-  #   # get full text links, here doing xml
-  #   links = res[0]['message']['items'].collect { |x| x['link'].keep_if { |z| z['content-type'] == 'text/xml' } };
-  #   links = links.collect { |z| z[0].select { |k,v| k[/URL/] }.values[0] };
-  #   # Get full text for an article
-  #   res = Serrano.text(url: links[0]);
-  #   res.url
-  #   res.path
-  #   res.type
-  #   xml = res.parse()
-  #   puts xml
-  #   xml.xpath('//xocs:cover-date-text', xml.root.namespaces).text
-  #
-  #   ## plain text
-  #   # get full text links, here doing xml
-  #   links = res[0]['message']['items'].collect { |x| x['link'].keep_if { |z| z['content-type'] == 'text/plain' } };
-  #   links = links.collect { |z| z[0].select { |k,v| k[/URL/] }.values[0] };
-  #   # Get full text for an article
-  #   res = Serrano.text(url: links[0]);
-  #   res.url
-  #   res.parse
-  #
-  #   # With open access content - using Pensoft
-  #   res = Serrano.members(ids: 2258, works: true, filter: {has_full_text: true});
-  #   links = res[0]['message']['items'].collect { |x| x['link'].keep_if { |z| z['content-type'] == 'application/xml' } };
-  #   links = links.collect { |z| z[0].select { |k,v| k[/URL/] }.values[0] };
-  #   # Get full text for an article
-  #   res = Serrano.text(url: links[0]);
-  #   res.url
-  #   res.parse
-  def self.text(url:, type: 'xml')
-    Miner.new(url, type).perform
-  end
-
   # Get a citation count with a DOI
   #
   # @!macro serrano_options

data/serrano.gemspec

@@ -8,7 +8,7 @@ Gem::Specification.new do |s|
   s.version     = Serrano::VERSION
   s.platform    = Gem::Platform::RUBY
   s.required_ruby_version = '>= 2.0'
-  s.date        = '2015-11-17'
+  s.date        = '2015-12-04'
   s.summary     = "Crossref Client"
   s.description = "Low Level Ruby Client for the Crossref Search API"
   s.authors     = "Scott Chamberlain"
@@ -33,6 +33,4 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'faraday_middleware', '~> 0.10.0'
   s.add_runtime_dependency 'thor', '~> 0.19'
   s.add_runtime_dependency 'multi_json', '~> 1.0'
-  s.add_runtime_dependency 'nokogiri', '~> 1.6', '>= 1.6.6.2'
-  s.add_runtime_dependency 'uuidtools', '~> 2.1', '>= 2.1.5'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: serrano
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.4
 platform: ruby
 authors:
 - Scott Chamberlain
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-11-17 00:00:00.000000000 Z
+date: 2015-12-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -156,46 +156,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.6'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.6.2
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.6'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.6.2
-- !ruby/object:Gem::Dependency
-  name: uuidtools
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.1.5
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.1.5
 description: Low Level Ruby Client for the Crossref Search API
 email: myrmecocystus@gmail.com
 executables:
@@ -221,10 +181,10 @@ files:
 - lib/serrano/filterhandler.rb
 - lib/serrano/filters.rb
 - lib/serrano/helpers/configuration.rb
-- lib/serrano/mine_utils.rb
-- lib/serrano/mined.rb
-- lib/serrano/miner.rb
+- lib/serrano/link_methods_array.rb
+- lib/serrano/link_methods_hash.rb
 - lib/serrano/request.rb
+- lib/serrano/styles.rb
 - lib/serrano/version.rb
 - serrano.gemspec
 homepage: http://github.com/sckott/serrano

data/lib/serrano/mine_utils.rb

@@ -1,65 +0,0 @@
-require 'nokogiri'
-require 'uuidtools'
-
-def detect_type(x)
-  ctype = x.headers['content-type']
-  case ctype
-  when 'text/xml'
-    'xml'
-  when 'text/plain'
-    'plain'
-  when 'application/pdf'
-    'pdf'
-  end
-end
-
-def make_ext(x)
-  case x
-  when 'xml'
-    'xml'
-  when 'plain'
-    'txt'
-  when 'pdf'
-    'pdf'
-  end
-end
-
-def make_path(type)
-  # id = x.split('article/')[1].split('?')[0]
-  # path = id + '.' + type
-  # return path
-  type = make_ext(type)
-  uuid = UUIDTools::UUID.random_create.to_s
-  path = uuid + '.' + type
-  return path
-end
-
-def write_disk(res, path)
-  f = File.new(path, "wb")
-  f.write(res.body)
-  f.close()
-end
-
-def read_disk(path)
-  return File.read(path)
-end
-
-def parse_xml(x)
-  text = read_disk(x)
-  xml = Nokogiri.parse(text)
-  return xml
-end
-
-def parse_plain(x)
-  text = read_disk(x)
-  return text
-end
-
-def parse_pdf(x)
-  raise "not ready yet"
-end
-
-def is_elsevier(x)
-  tmp = x.match 'elsevier'
-  !tmp.nil?
-end

data/lib/serrano/mined.rb

@@ -1,31 +0,0 @@
-require "nokogiri"
-
-##
-# Serrano::Mined
-#
-# Class to give back text mining object
-module Serrano
-  class Mined #:nodoc:
-    attr_accessor :url
-    attr_accessor :path
-    attr_accessor :type
-
-    def initialize(url, path, type)
-      self.url = url
-      self.path = path
-      self.type = type
-    end
-
-    def parse
-      case self.type
-      when 'xml'
-        parse_xml(self.path)
-      when 'plain'
-        parse_plain(self.path)
-      when 'pdf'
-        parse_pdf(self.path)
-      end
-    end
-
-  end
-end

data/lib/serrano/miner.rb

@@ -1,42 +0,0 @@
-require "faraday"
-require "multi_json"
-require "serrano/errors"
-require "serrano/constants"
-require 'serrano/helpers/configuration'
-require 'serrano/mined'
-require 'serrano/mine_utils'
-
-##
-# Serrano::Miner
-#
-# Class to give back text mining object
-module Serrano
-  class Miner #:nodoc:
-    attr_accessor :url
-    attr_accessor :type
-
-    def initialize(url, type)
-      self.url = url
-      self.type = type
-    end
-
-    def perform
-      conn = Faraday.new(:url => self.url)
-
-      if is_elsevier(self.url)
-        res = conn.get do |req|
-          req.headers['X-ELS-APIKey'] = Serrano.elsevier_key
-        end
-      else
-        res = conn.get
-      end
-
-      type = detect_type(res)
-      path = make_path(type)
-      write_disk(res, path)
-
-      return Mined.new(self.url, path, type)
-    end
-
-  end
-end