soonje_3 4.0.14 → 4.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 798086da057d3beae2742b8580bb90363286df1d55d49a1d4ff9392db54bf4c9
-  data.tar.gz: d6ccc5aef79fb7a700f244ce4fd5d7c91e21de6c82edc322bf63d69ec4ffd161
+  metadata.gz: 591e50893a2b1f7f72d99c4f42594517081b02de418d3620da33e15e66ae57b7
+  data.tar.gz: af209e1cd3827cae2d112d18c20eedd83799a9cd90edf3586eb491c49649a05f
 SHA512:
-  metadata.gz: caa2b7263a7f024011598f586e2606b605b7779e3ce6968fe16d90ec278a6b06247d6ec84aac2515f033a33291ecd4ff18ca66d39b3ecf2d001168b1d5eb3bfc
-  data.tar.gz: 9697ae2eb43d0a99c1b82a98382feea8ae933a969d0402f206e2fa12def72fcc38a1739b16c4f86c699b0fce376a6a70e99051c7b431faef7608751a816146b1
+  metadata.gz: 21d5e14742b939c1422d33e8c718c1f786eff11764fa9a67141b10796abe5dc062a90c5606d31346037859c2b865aa277ed5dbf41a777814bf008579e324e7ef
+  data.tar.gz: 6b9542226e8a53c42a367185327af288925e11bb702cd7fd52f263c6242fd7628363f4fd51419a31cfca124d4c0813918175f28aa2c5bc44262ca38d84593cee

data/lib/soonje_3.rb

@@ -111,13 +111,18 @@ class Wordpress
     end
 
     def get_naver_text(q)
-        @driver = Selenium::WebDriver.for :chrome
-        @driver.get('https://search.naver.com/search.naver?display=15&f=&filetype=0&page=3&query='+q.to_s+'&research_url=&sm=tab_pge&start=16&where=web')
-        noko = Nokogiri::HTML(@driver.page_source)
+        # @driver = Selenium::WebDriver.for :chrome
+        # @driver.get('https://search.naver.com/search.naver?display=15&f=&filetype=0&page=3&query='+q.to_s+'&research_url=&sm=tab_pge&start=16&where=web')
+        http2 = HTTP.get('https://search.naver.com/search.naver?display=15&f=&filetype=0&page=3&query='+q.to_s+'&research_url=&sm=tab_pge&start=16&where=web')
+        puts('http html get sleep 5...')
+        sleep(5)
+        noko = Nokogiri::HTML(http2.to_s)
         tt = noko.xpath('//*[@id="main_pack"]/section/div/ul').text
         for page in 3..8
-            @driver.get('https://www.google.com/search?q='+q.to_s+'&start='+(page*10).to_s)
-            noko = Nokogiri::HTML(@driver.page_source)
+            # @driver.get('https://www.google.com/search?q='+q.to_s+'&start='+(page*10).to_s)
+            http3 = HTTP.get('https://www.google.com/search?q='+q.to_s+'&start='+(page*10).to_s)
+            sleep(2)
+            noko = Nokogiri::HTML(http3.to_s)
             for n in 1..15
                 tt2 = noko.xpath('//*[@id="rso"]/div['+n.to_s+']/div/div/div[2]/div').text
                 if tt2.length < 5
@@ -128,7 +133,7 @@ class Wordpress
                 end
             end
         end
-        @driver.close
+        # @driver.close
         tt = tt.split(' ').shuffle.join(' ')[0..5000]
         m = Array.new
         for n in 0..19
@@ -573,6 +578,7 @@ class Wordpress
             while true
                 check_success = 0
                 @data['table'].each_with_index do |table,index|
+                    begin
                     status_timeout = Timeout::timeout(180) do
                     begin
                     if black_users.include?(table[2].to_s)
@@ -1251,6 +1257,9 @@ class Wordpress
                         end
                     end
                     end
+                    rescue
+                        puts '2시간 멈춤 방지...'
+                    end
                 end
 
                 if check_success == 0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: soonje_3
 version: !ruby/object:Gem::Version
-  version: 4.0.14
+  version: 4.0.22
 platform: ruby
 authors:
 - soonje