book_finder 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c23d488c111de34c691e18f6e92eae31d8763c0f1fb870ee2a6c5a1ae887b404
-  data.tar.gz: 2740e853fa292cda25908a5b022091d02cd516dfa795327e6e6b75524ba69a54
+  metadata.gz: 7f7bb75d03f76832c6248ecbd129e7b93708a472e8e1b77c0e829389f3acf382
+  data.tar.gz: 737464685e8856f55de5d0028a8b31834a5a18a838f03be7f1e9e28332e56c6f
 SHA512:
-  metadata.gz: f149d3ca7c45e937e1a6f81140dd3c563f46832af00af271fb9e1e8f5982b4d9b79c9032fe46d5db40141f2028790bbbb9b1ac8ed453324f67ce2bb94246690b
-  data.tar.gz: d1273a3a3475347e7298a13031b864d3a601971ae3172ae0a7b8b45543c0ea13421ba8b5056f4d064544ede5cbcf723a4749d0920016e846fb93cd67a03c15e1
+  metadata.gz: 19e0e595c6aff091c9fff46037bb846d06768086a59e5fec1b43aad42dd8230055cbfea1ecfa8b372af26b85c9f992ad81614d2c189c9dd994986ce044e96409
+  data.tar.gz: abeaaf270a9f4e3d3acdaaa1234f9955ac62c82e16c6d9ee315d91798244f7dbef3b2636048fb6d2ccc6bdb6fe2d168b7fd445002d93f2cb7c4ea5ca6f2b25aa

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gem "nokogiri"

data/lib/bok.rb

@@ -3,127 +3,141 @@
 require "nokogiri"
 require "open-uri"
 
-# b-ok api interface for simple use with web scrapping
-class Bok
-  BASEURL = "https://b-ok.cc"
+class Hash
 
-  def search(params)
-    setup
+  def stringify_keys
+    inject({}) do |hash, (key, value)|
+      value = value.stringify_keys if value.is_a?(Hash)
+      hash[key.to_s] = value
+      hash
+    end
+  end
 
-    query, page, from, to, language, order_by = params.values
+end
 
-    return :QUERY_MISSING unless query
+module BookFinder 
+  # b-ok api interface for simple use with web scrapping
+  class Bok
+    BASEURL = "https://b-ok.cc"
 
-    @page = page || 1
-    url = BASEURL + "/s/?q=#{query}&page=#{page}"
-    if from && to
-      url += "&yearFrom=#{from}&yearTo=#{to}"
-    end
-    if language
-      url += "&language=#{language}"
-    end
-    if order_by
-      url += "&order=#{order_by}"
+    def search(params)
+      setup
+
+      query, page, from, to, language, order_by = params.values
+
+      return :QUERY_MISSING unless query
+
+      @page = page || 1
+      url = BASEURL + "/s/?q=#{query}&page=#{page}"
+      if from && to
+        url += "&yearFrom=#{from}&yearTo=#{to}"
+      end
+      if language
+        url += "&language=#{language}"
+      end
+      if order_by
+        url += "&order=#{order_by}"
+      end
+      html = URI.parse(url).open
+      @doc = Nokogiri::HTML(html)
+      run
+      structure
     end
-    html = URI.parse(url).open
-    @doc = Nokogiri::HTML(html)
-    run
-    structure
-  end
 
-  def setup
-    @page = nil
-    @img_by_book = []
-    @title_by_book = []
-    @links_by_book = []
-    @authors_by_book = []
-    @year_by_book = []
-    @language_by_book = []
-    @extension_by_book = []
-    @size_by_book = [] 
-  end
+    def setup
+      @page = nil
+      @img_by_book = []
+      @title_by_book = []
+      @mirrors_by_book = []
+      @authors_by_book = []
+      @year_by_book = []
+      @language_by_book = []
+      @extension_by_book = []
+      @size_by_book = [] 
+    end
 
-  private
+    private
 
-  def run
-    img_urls
-    book_titles
-    book_authors
-    book_year
-    book_language
-    book_file
-  end
+    def run
+      img_urls
+      book_titles
+      book_authors
+      book_year
+      book_language
+      book_file
+    end
 
-  def structure
-    books = []
-    @img_by_book.zip(
-      @title_by_book,
-      @links_by_book,
-      @authors_by_book,
-      @year_by_book,
-      @language_by_book,
-      @extension_by_book,
-      @size_by_book
-    ).each do |book|
-      books.push(
-        img: book[0],
-        title: book[1],
-        link: book[2],
-        authors: book[3],
-        year: book[4],
-        language: book[5],
-        extension: book[6],
-        size: book[7]
-      )
+    def structure
+      books = []
+      @img_by_book.zip(
+        @title_by_book,
+        @mirrors_by_book,
+        @authors_by_book,
+        @year_by_book,
+        @language_by_book,
+        @extension_by_book,
+        @size_by_book
+      ).each do |book|
+        books.push({
+          img: book[0],
+          title: book[1],
+          mirrors: [book[2]],
+          authors: book[3],
+          year: book[4],
+          language: book[5],
+          extension: book[6],
+          size: book[7]
+        }.stringify_keys)
+      end
+      books
     end
-    books
-  end
 
-  def img_urls
-    @doc.search("img.cover.lazy").each do |node|
-      @img_by_book.push("https:" + node["data-src"].to_s)
+    def img_urls
+      @doc.search("img.cover.lazy").each do |node|
+        @img_by_book.push("https:" + node["data-src"].to_s)
+      end
     end
-  end
 
-  def book_titles
-    @doc.search('[@itemprop="name"] a').each do |node|
-      @title_by_book.push(node.text.to_s)
-      url = BASEURL.to_s + node["href"].to_s
-      doc = Nokogiri::HTML(URI.parse(url).open)
-      doc.search("a.dlButton").each do |nodes|
-        @links_by_book.push(BASEURL.to_s + nodes["href"].to_s)
+    def book_titles
+      @doc.search('[@itemprop="name"] a').each do |node|
+        @title_by_book.push(node.text.to_s)
+        url = BASEURL.to_s + node["href"].to_s
+        doc = Nokogiri::HTML(URI.parse(url).open)
+        doc.search("a.dlButton").each do |nodes|
+          @mirrors_by_book.push(BASEURL.to_s + nodes["href"].to_s)
+        end
       end
     end
-  end
 
-  def book_authors
-    @doc.search('[@class="authors"]').each do |node|
-      authors = {}
-      node.search("a").each do |author|
-        authors[author.text.to_s] = (BASEURL.to_s + author["href"].to_s)
+    def book_authors
+      @doc.search('[@class="authors"]').each do |node|
+        authors = {}
+        node.search("a").each do |author|
+          authors[author.text.to_s] = (BASEURL.to_s + author["href"].to_s)
+        end
+        @authors_by_book.push(authors)
       end
-      @authors_by_book.push(authors)
     end
-  end
 
-  def book_year
-    @doc.search("div.bookProperty.property_year").each do |node|
-      @year_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+    def book_year
+      @doc.search("div.bookProperty.property_year").each do |node|
+        @year_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+      end
     end
-  end
 
-  def book_language
-    @doc.search("div.bookProperty.property_language").each do |node|
-      @language_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+    def book_language
+      @doc.search("div.bookProperty.property_language").each do |node|
+        @language_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+      end
     end
-  end
 
-  def book_file
-    @doc.search("div.bookProperty.property__file").each do |node|
-      extension, size = node.text.to_s.gsub!(/\s+/, "")
-        .gsub!(/\w+:/, "").split(",")
-      @extension_by_book.push(extension)
-      @size_by_book.push(size)
+    def book_file
+      @doc.search("div.bookProperty.property__file").each do |node|
+        extension, size = node.text.to_s.gsub!(/\s+/, "")
+          .gsub!(/\w+:/, "").split(",")
+        @extension_by_book.push(extension)
+        @size_by_book.push(size)
+      end
     end
   end
 end

data/lib/book_finder.rb

@@ -1,30 +1,36 @@
 require_relative "bok"
 require_relative "libgen"
 
-class BookFinder
-
-  def initialize
-    @libgen = Libgen.new
-    @bok = Bok.new
-    @result = []
-  end
-
-  def search(api: nil, params: {})
-    
+module BookFinder
+  @libgen = BookFinder::Libgen.new
+  @bok = BookFinder::Bok.new
+  @result = []
+ 
+  def self.search(api: nil, params: {})
     @result = []
 
     return :PARAMS_MISSING if params.empty?
 
-    if api == nil || api.downcase == "libgen"
+    if api.nil? || api.downcase == "libgen"
       @result += @libgen.search(params)
     end
 
-    if api == nil || api.downcase == "bok"
+    if api.nil? || api.downcase == "bok"
       @result += @bok.search(params)
     end
 
-    @result
+    @result = @result.map do |book|
+      book.map { |key, value| [key.to_s.downcase.chomp, value.to_s.downcase.chomp] }.to_h
+    end
+
+    @result.uniq { |book| {authors: book["authors"], title: book["title"], year: book["year"], language: book["language"], size: book["size"], extension: book["extension"]} }
 
   end
 
 end
+
+# books = BookFinder.search(params:{query:"dog"})
+# puts books.length
+# puts books.shift, books.pop
+# puts "------"
+# p books

data/lib/libgen.rb

@@ -1,72 +1,74 @@
 require "nokogiri"
 require "open-uri"
 
-class Libgen
-  attr_accessor :columns, :row
-  attr_writer :books
-
-  BASE_URL = "http://gen.lib.rus.ec/search.php".freeze
-
-  def search(params)
-    
-    query, by, ordered_by, order_mode, page = params.values
-    
-    return :QUERY_MISSING unless query
-
-    url = BASE_URL + "?req=#{query}"
-    url << "&sort=#{ordered_by}" if ordered_by
-    url << "&sortmode=#{order_mode}" if order_mode
-    url << "&column=#{by}" if by
-    url << "&page=#{page}" if page
-
-    html = URI.parse(url).open
-    @doc = Nokogiri::HTML(html)
-
-    initialize_columns
-    initialize_rows
-    books
-  end
+module BookFinder
+  class Libgen
+    attr_accessor :columns, :row
+    attr_writer :books
 
-  def books
-    @books = @rows.map { |r|
-      @columns.zip(vals(r)).to_h
-    }
-  end
+    BASE_URL = "http://gen.lib.rus.ec/search.php".freeze
 
-  private
+    def search(params)
 
-  def initialize_columns
-    dom_cols = @doc.search('[@bgcolor="#C0C0C0"]').first.children
-    @columns = dom_cols.map { |col|
-      col.content.strip.downcase.tr("()", "") unless col.content.strip.empty?
-    }
+      query, by, ordered_by, order_mode, page = params.values
 
-    @columns.compact!
-    @columns.shift
-    @columns.pop
-  end
+      return :QUERY_MISSING unless query
 
-  def vals(row)
-    full_vals = []
-    vals = row.content.split("\r\n\t\t\t\t")
-    vals.pop
-    vals.shift
+      url = BASE_URL + "?req=#{query}"
+      url << "&sort=#{ordered_by}" if ordered_by
+      url << "&sortmode=#{order_mode}" if order_mode
+      url << "&column=#{by}" if by
+      url << "&page=#{page}" if page
 
-    authors = vals.shift.split(",")
-    a_authors = row
-      .children[2]
-      .search("a")
-      .map { |a| a.attribute("href").to_s }
-    full_vals << authors.zip(a_authors).to_h
+      html = URI.parse(url).open
+      @doc = Nokogiri::HTML(html)
 
-    7.times { full_vals << vals.shift }
+      initialize_columns
+      initialize_rows
+      books
+    end
 
-    full_vals << row.children[18..22].search("a").map { |a| a.attribute("href").to_s }
-    full_vals
-  end
+    def books
+      @books = @rows.map { |r|
+        @columns.zip(vals(r)).to_h
+      }
+    end
+
+    private
+
+    def initialize_columns
+      dom_cols = @doc.search('[@bgcolor="#C0C0C0"]').first.children
+      @columns = dom_cols.map { |col|
+        col.content.strip.downcase.tr("()", "") unless col.content.strip.empty?
+      }
+
+      @columns.compact!
+      @columns.shift
+      @columns.pop
+    end
+
+    def vals(row)
+      full_vals = []
+      vals = row.content.split("\r\n\t\t\t\t")
+      vals.pop
+      vals.shift
+
+      authors = vals.shift.split(",")
+      a_authors = row
+        .children[2]
+        .search("a")
+        .map { |a| a.attribute("href").to_s }
+      full_vals << authors.zip(a_authors).to_h
+
+      7.times { full_vals << vals.shift }
+
+      full_vals << row.children[18..22].search("a").map { |a| a.attribute("href").to_s }
+      full_vals
+    end
 
-  def initialize_rows
-    @rows = [@doc.search('[@bgcolor="#C6DEFF"]'),
-             @doc.search('[@bgcolor=""]'),].flatten
+    def initialize_rows
+      @rows = [@doc.search('[@bgcolor="#C6DEFF"]'),
+               @doc.search('[@bgcolor=""]'),].flatten
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: book_finder
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Gerald Amezcua
@@ -10,7 +10,21 @@ autorequire:
 bindir: bin
 cert_chain: []
 date: 2019-10-30 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
 description: 
 email:
 - gerald.amezcua@michelada.io
@@ -19,6 +33,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
 - lib/bok.rb
 - lib/book_finder.rb
 - lib/libgen.rb