book_finder 0.0.0 → 0.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d8d51b5fa354ae3959aa8c9166a99537672ea97481c185555fe144f0a984f976
-  data.tar.gz: d6454818e1e2fa03e9146d754952366ca1952636dd7587e35ddeadae66046749
+  metadata.gz: e4108d73d455de5755c79af70dedf91eef3ee68c0756f6f2fbad79ecdad3de5e
+  data.tar.gz: 34dcc23d2026f0d5e9e8fe3e6a653577017a96889bb95d4f82f32bf456e48c73
 SHA512:
-  metadata.gz: d0cac05529d2e864dabf246f85b57f6764648ab56821e48f8a6beed6479b056cb72c3fd8206e4a3ab922f63f32aeadd0b90dcd9839cead4e0bfb9a9259b8d948
-  data.tar.gz: dcb3d4ee6dba3eca37cae82d1291d14ebdd8e67aa1fc17cb5d8c3a4b1f25840f84e68d38ecc95737ad9dcc8a5ee0226fe74c3e1ec9a24cc2e76254f2ff5ab4aa
+  metadata.gz: 41eccfff0f174e9f92349e23535f87b2fac324f17657a9b4c43d8df2dd075ed011e5ee7fb7958cef408a41825c3ad5796599fac6eaa9f8a981d8e70b2bc123e0
+  data.tar.gz: 88cb01fc6559665d221624bb180fd48143b179b83d4915cd276683374fdfffb5e5c3dd56a62e035e505a953e3dfae2ae85d439712e48b5f4b5467106b65cc785

data/lib/bok.rb

@@ -0,0 +1,129 @@
+# frozen_string_literal: true
+
+require "nokogiri"
+require "open-uri"
+
+# b-ok api interface for simple use with web scrapping
+class Bok
+  BASEURL = "https://b-ok.cc"
+
+  def search(params)
+    setup
+
+    query, page, from, to, language, order_by = params.values
+
+    return :QUERY_MISSING unless query
+
+    @page = page || 1
+    url = BASEURL + "/s/?q=#{query}&page=#{page}"
+    if from && to
+      url += "&yearFrom=#{from}&yearTo=#{to}"
+    end
+    if language
+      url += "&language=#{language}"
+    end
+    if order_by
+      url += "&order=#{order_by}"
+    end
+    html = URI.parse(url).open
+    @doc = Nokogiri::HTML(html)
+    run
+    structure
+  end
+
+  def setup
+    @page = nil
+    @img_by_book = []
+    @title_by_book = []
+    @links_by_book = []
+    @authors_by_book = []
+    @year_by_book = []
+    @language_by_book = []
+    @extension_by_book = []
+    @size_by_book = [] 
+  end
+
+  private
+
+  def run
+    img_urls
+    book_titles
+    book_authors
+    book_year
+    book_language
+    book_file
+  end
+
+  def structure
+    books = []
+    @img_by_book.zip(
+      @title_by_book,
+      @links_by_book,
+      @authors_by_book,
+      @year_by_book,
+      @language_by_book,
+      @extension_by_book,
+      @size_by_book
+    ).each do |book|
+      books.push(
+        img: book[0],
+        title: book[1],
+        link: book[2],
+        authors: book[3],
+        year: book[4],
+        language: book[5],
+        extension: book[6],
+        size: book[7]
+      )
+    end
+    books
+  end
+
+  def img_urls
+    @doc.search("img.cover.lazy").each do |node|
+      @img_by_book.push("https:" + node["data-src"].to_s)
+    end
+  end
+
+  def book_titles
+    @doc.search('[@itemprop="name"] a').each do |node|
+      @title_by_book.push(node.text.to_s)
+      url = BASEURL.to_s + node["href"].to_s
+      doc = Nokogiri::HTML(URI.parse(url).open)
+      doc.search("a.dlButton").each do |nodes|
+        @links_by_book.push(BASEURL.to_s + nodes["href"].to_s)
+      end
+    end
+  end
+
+  def book_authors
+    @doc.search('[@class="authors"]').each do |node|
+      authors = {}
+      node.search("a").each do |author|
+        authors[author.text.to_s] = (BASEURL.to_s + author["href"].to_s)
+      end
+      @authors_by_book.push(authors)
+    end
+  end
+
+  def book_year
+    @doc.search("div.bookProperty.property_year").each do |node|
+      @year_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+    end
+  end
+
+  def book_language
+    @doc.search("div.bookProperty.property_language").each do |node|
+      @language_by_book.push(node.text.to_s.gsub!(/\s+/, "").gsub!(/\w+:/, ""))
+    end
+  end
+
+  def book_file
+    @doc.search("div.bookProperty.property__file").each do |node|
+      extension, size = node.text.to_s.gsub!(/\s+/, "")
+        .gsub!(/\w+:/, "").split(",")
+      @extension_by_book.push(extension)
+      @size_by_book.push(size)
+    end
+  end
+end

data/lib/libgen.rb

@@ -0,0 +1,72 @@
+require "nokogiri"
+require "open-uri"
+
+class Libgen
+  attr_accessor :columns, :row
+  attr_writer :books
+
+  BASE_URL = "http://gen.lib.rus.ec/search.php".freeze
+
+  def search(params)
+    
+    query, by, ordered_by, order_mode, page = params.values
+    
+    return :QUERY_MISSING unless query
+
+    url = BASE_URL + "?req=#{query}"
+    url << "&sort=#{ordered_by}" if ordered_by
+    url << "&sortmode=#{order_mode}" if order_mode
+    url << "&column=#{by}" if by
+    url << "&page=#{page}" if page
+
+    html = URI.parse(url).open
+    @doc = Nokogiri::HTML(html)
+
+    initialize_columns
+    initialize_rows
+    books
+  end
+
+  def books
+    @books = @rows.map { |r|
+      @columns.zip(vals(r)).to_h
+    }
+  end
+
+  private
+
+  def initialize_columns
+    dom_cols = @doc.search('[@bgcolor="#C0C0C0"]').first.children
+    @columns = dom_cols.map { |col|
+      col.content.strip.downcase.tr("()", "") unless col.content.strip.empty?
+    }
+
+    @columns.compact!
+    @columns.shift
+    @columns.pop
+  end
+
+  def vals(row)
+    full_vals = []
+    vals = row.content.split("\r\n\t\t\t\t")
+    vals.pop
+    vals.shift
+
+    authors = vals.shift.split(",")
+    a_authors = row
+      .children[2]
+      .search("a")
+      .map { |a| a.attribute("href").to_s }
+    full_vals << authors.zip(a_authors).to_h
+
+    7.times { full_vals << vals.shift }
+
+    full_vals << row.children[18..22].search("a").map { |a| a.attribute("href").to_s }
+    full_vals
+  end
+
+  def initialize_rows
+    @rows = [@doc.search('[@bgcolor="#C6DEFF"]'),
+             @doc.search('[@bgcolor=""]'),].flatten
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: book_finder
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.1
 platform: ruby
 authors:
 - Gerald Amezcua
@@ -19,7 +19,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/bok.rb
 - lib/book_finder.rb
+- lib/libgen.rb
 homepage: ''
 licenses:
 - MIT