mushin_ext_tpb 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d5d87fe0cdc2e2a9f2deff274178d49f82aba4a5
-  data.tar.gz: 22b1d84f129473025951ed2c817b2cb2e88eece3
+  metadata.gz: e46f7aa9fce3169d1f35562881b32e05fbf46e3a
+  data.tar.gz: 4ccb6f2406c1a424ff4f03450ffd4d3ba88a71c7
 SHA512:
-  metadata.gz: 97bb64a3c5a2fb1901790d6e5314423b3c0268cd3f19462232c5cc61aa5ff553bc7fb6f2b81423356872548d41b8db38c46b6b93c7d7850cd887ca560d98d8e1
-  data.tar.gz: 2c29d98befe3dd4ecc5dec3fd9701f0735e7c149e68ade40bdbedbc19971cb2b5fc53d8ff7f757b73b2b64d5348f7464bb835015255ea4c139325b1c2ecea501
+  metadata.gz: 206f89dfdcff593959855363ece6a7223ed0945c306f326d47db47ee7064ce027c863e834c1cc8dfd1e19a1ef4f24db79eb1ef51b6a6132b74a5951feb5fc636
+  data.tar.gz: a24e42684af5297c80d1cce9f36ed0e1e0fc23b2a1e09f5beae382e9b38790b4e84e04b2fd4da49249c36625da202dd8b126c0b8096c967cfc4176038a4cb77e

data/lib/TPB/IUAM.js

@@ -0,0 +1,18 @@
+// https://github.com/codemanki/cloudscraper forked at https://github.com/zotherstupidguy/cloudscraper
+
+console.log("IUAM is active")
+
+var url = process.argv[2]
+console.log(url)
+
+var cloudscraper = require('cloudscraper');
+
+//cloudscraper.get('https://thepiratebay.org/s/?q=Algorithms&page=0&orderby=99', function(error, response, body) {
+cloudscraper.get(url, function(error, response, body) {
+  if (error) {
+    console.log('Error occurred');
+  } else {
+    console.log(body);
+    //console.log(body, response);
+  }
+});

data/lib/TPB/version.rb

@@ -1,3 +1,3 @@
 module TPB
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/mushin_ext_tpb.rb

@@ -1,10 +1,108 @@
 require 'mushin'
+require 'nokogiri'
+require 'open-uri'
+require 'json'
+require 'httparty'
+require 'open3' 
+
 require_relative 'TPB/version'
 
 
 module TPB
+  module Internal
+    class EmptyQuery < RuntimeError
+    end
+
+    def check_service(url, params)
+      begin
+	response = HTTParty.get(url, query: params, :verify => false)
+	begin
+	  if response.code == 200
+	    p "everything fine"
+	    return true
+	  else
+	    p response.code
+	    p "unexpected status code"
+	    return false
+	  end
+	rescue Timeout::Error
+	  p "timeout reading from server"
+	  return false
+	end
+      rescue Timeout::Error
+	p "timeout connecting to server"
+	return false
+      rescue SocketError
+	p "unknown server"
+	return false
+      end
+    end
+
+    def search(query)
+      p query
+      uri 	=  "https://thepiratebay.org/search/#{URI.escape(query)}"
+      case check_service(uri, "")
+      when true 
+	stdin, scraped, stderr = Open3.popen3("node #{File.dirname(__FILE__)}/TPB/IUAM.js #{uri}")
+	doc 	= Nokogiri::HTML(scraped)
+      when false
+	stdin, scraped, stderr = Open3.popen3("node #{File.dirname(__FILE__)}/TPB/IUAM.js #{uri}")
+	doc 	= Nokogiri::HTML(scraped)
+      else
+	p "tpb is not online, skip it Gracefully"
+      end
+      @results = Hash.new
+      @results[:torrents] = []
+
+      start_time = Time.now
+
+      doc.xpath('//*[@id="searchResult"]').search('tr').each do |row|
+	name = row.search('a.detLink')
+	next if name.empty? # Skip empty names
+
+	temp = row.search('font.detDesc').text
+	match = temp.match /Uploaded (.*), ULed by .*/
+
+	if !match.nil? then
+	  description = match[1] unless match[1].nil?
+	  upload_date, total_size = description.split(',')
+
+	  total_size.slice! "Size" #removes the word 'Size'
+	  total_size.strip! #removes empty spaces
+
+	  temp = row.search('td')
+	  seeders = temp[2].text unless temp[2].nil?
+	  leechers = temp[3].text unless temp[3].nil?
+
+
+	  magnet_link = ""
+	  row.search('a').each do |a|
+	    if a["href"].match /^magnet.*/
+	      magnet_link = a["href"]
+	      break
+	    end
+	  end
+	end
+
+	#TODO make the service make sure its .to_json
+	@results[:torrents] << { :seeders => seeders, :leechers => leechers, :upload_date => upload_date, :total_size => total_size, :name => name.text, :magnet_link => magnet_link } 
+      end
+      finish_time = Time.now
+
+      @results[:results_count] = @results[:torrents].count
+      @results[:search_time] = finish_time - start_time
+
+      #TODO use logger instead
+      puts JSON.pretty_generate @results
+      @results
+    end
+  end
+
   class Ext 
     using Mushin::Ext 
+    include Internal
+
+    attr_accessor :results
 
     def initialize app=nil, opts={}, params={}
       @app 	= app
@@ -13,14 +111,19 @@ module TPB
     end
     def call env 
       env ||= Hash.new 
-      # write inbound code
-      if @opts[:cqrs] == :cqrs_query then
-	# write your code here if it is a cqrs query
+      $log.debug "#{self} ------ Inbound maniuplation"
+      env[:query] = @params[:query]
+      env[:id] = @params[:query]
+
+      case
+      when env[:query].nil?, env[:query].empty?
+	p "empty is no good"
       else 
-	# write your code here if it is a cqrs command 
+	results = search(env[:query])
+	env[:tpbbot] = results 
       end
       @app.call(env)
-      # write outbound code
+      $log.debug "#{self} ------ Outbound maniuplation"
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mushin_ext_tpb
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - zotherstupidguy
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-18 00:00:00.000000000 Z
+date: 2016-12-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -83,6 +83,7 @@ files:
 - TPB.gemspec
 - bin/console
 - bin/setup
+- lib/TPB/IUAM.js
 - lib/TPB/version.rb
 - lib/mushin_ext_tpb.rb
 homepage: http://hackspree.com