wx_ext 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a4631ed141e2c9cd9f73992676c8878f91b4eece
-  data.tar.gz: 20ac8d5e507c302968c970131dad22fab5ee904e
+  metadata.gz: 4d4dc7c81727a8fe95cec098764ca3b6ae5a6cb1
+  data.tar.gz: 455e5391ca5abb4c9d687b3d48d3881cea885157
 SHA512:
-  metadata.gz: ca521708936968d7a586231173ad82b38d5d4c09cccd48283760b08dbdf8a07f6a279fa9b8dfb91f3ceaef55bd5ae75c7638a83573f28eaf42b4a31d15b7c4b6
-  data.tar.gz: 403c3ee5bad9c24b007ecc1a8540c7722f172a2b641808e1d31c1246aaebf26af27376bb1559599502a0ee374e36de7ef28603e8a487e2b49dab41e214407cf2
+  metadata.gz: bc430085462ce84e094c10a7c1e713e45d0e3fa57be0b28467e757a4a3965ddb9cdae7e4d9cc97baf8c53cb95641b6ae91ba66d241ea4026a41a5ec8e1282b62
+  data.tar.gz: 4969fa8eaa4cbdabf692838c9ba35a8dc09a016197ebf4c3f11039312ee79577cdddf94aff52807b7d30d6aa08541dc2d08481060cd47e23c095206cee5fd455

data/README.md

@@ -7,7 +7,7 @@
 Add this line to your application's Gemfile:
 
 ```ruby
-gem 'wx_ext', '~> 0.1.0'
+gem 'wx_ext', '~> 0.1.1'
 ```
 
 And then execute:
@@ -22,6 +22,7 @@ And then execute:
 
 1. 修改 spec/wx_ext/weixin_spec.rb 文件中的账户密码
 2. rspec spec/wx_ext/weixin_spec.rb
+3. rspec spec/wx_ext/sougou_weixin_spec.rb
 
 ## Contributing
 

data/lib/wx_ext/sougou_weixin.rb

@@ -0,0 +1,68 @@
+# encoding: UTF-8
+require 'nokogiri'
+require 'rest_client'
+require 'json'
+require 'open-uri'
+module WxExt
+  class SougouWeixin
+    def self.spider_posts_from_sougou(openid, page_index = 1, date_last = '2000-01-01')
+      url = "http://weixin.sogou.com/gzhjs?openid=#{openid}&page=#{page_index}"
+      res = RestClient.get url, {:accept => :json}
+
+      date_last_arr = date_last.to_s.split('-')
+      date_last_to_com = Time.new(date_last_arr[0], date_last_arr[1], date_last_arr[2])
+
+      xml_articles = nil
+      response_time = nil
+      total_items = nil
+      total_pages = nil
+      page = nil
+
+      reg = /gzh\((.*)\).*\/\/<\!--.*--><\!--(\d+)-->/m
+      if reg =~ res.to_s
+        xml_articles = JSON.parse($1)['items']
+        total_items = JSON.parse($1)['totalItems']
+        total_pages = JSON.parse($1)['totalPages']
+        page = JSON.parse($1)['page']
+        response_time = $2.to_i
+      else
+        return {}
+      end
+      spider_posts = []
+      xml_articles.each do |xml|
+        doc = Nokogiri::XML(xml.to_s, nil, "UTF-8")
+        date = doc.at_xpath('//DOCUMENT/item/display/date').text
+
+        spider_post = {}
+
+        date_arr = date.to_s.split('-')
+        date_to_com = Time.new(date_arr[0], date_arr[1], date_arr[2])
+        if date_last_to_com < date_to_com
+          spider_post[:title] = doc.at_xpath('//DOCUMENT/item/display/title1').text
+          spider_post[:url] = doc.at_xpath('//DOCUMENT/item/display/url').text
+          spider_post[:img] = doc.at_xpath('//DOCUMENT/item/display/imglink').text
+          # logo = doc.at_xpath('//DOCUMENT/item/display/headimage').text
+          # sourcename = doc.at_xpath('//DOCUMENT/item/display/sourcename').text
+          spider_post[:content_short] = doc.at_xpath('//DOCUMENT/item/display/content168').text
+
+          doc_post = Nokogiri::HTML(open(url), nil, "UTF-8")
+          node_author = doc_post.css('div.rich_media_meta_list > em.rich_media_meta.rich_media_meta_text')[1]
+          spider_post[:author] = node_author ? node_author.content : '无'
+          spider_post[:content] = doc_post.css('div.rich_media_content').first.to_s
+          spider_posts.push spider_post
+        else
+          break
+        end
+      end
+      {
+          total_items: total_items,
+          total_pages: total_pages,
+          page: page,
+          response_time: response_time,
+          spider_posts: spider_posts,
+          original_count: xml_articles.count,
+          count: spider_posts.count
+      }
+    end
+  end
+end

data/lib/wx_ext/version.rb

@@ -1,4 +1,4 @@
 # encoding: UTF-8
 module WxExt
-  VERSION = '0.1.0'
+  VERSION = '0.1.1'
 end

data/lib/wx_ext.rb

@@ -1,5 +1,7 @@
 # encoding: UTF-8
 require 'wx_ext/version'
+require 'wx_ext/sougou_weixin'
+
 require 'digest'
 require 'rest_client'
 require 'json'

data/spec/wx_ext/sougou_weixin_spec.rb

@@ -0,0 +1,11 @@
+# encoding: UTF-8
+require 'spec_helper'
+
+describe WxExt::SougouWeixin do
+
+  it 'should spider some posts from weixin.sougou.com' do
+    spider_posts = WxExt::SougouWeixin.spider_posts_from_sougou('oIWsFt-tphuh--mRkYQI-TePFFBo', 1)
+    puts spider_posts
+    expect(spider_posts[:original_count]).to eql(10)
+  end
+end

data/spec/wx_ext/weixin_spec.rb

@@ -3,8 +3,9 @@ require 'spec_helper'
 
 describe WxExt::WeiXin do
   before(:all) do
-    @weixin = WxExt::WeiXin.new 'flowerwrong@hotmail.com', '1*flower@wrong*1'
+    @weixin = WxExt::WeiXin.new 'username', 'pass'
   end
+
 =begin
   it 'should login to the mp' do
     res_hash = @weixin.login
@@ -86,7 +87,7 @@ describe WxExt::WeiXin do
       expect(star_res_hash['ret'].to_s).to eql('0')
     end
   end
-=end
+
 
   it 'should get fans count' do
     res_hash = @weixin.login
@@ -112,7 +113,8 @@ describe WxExt::WeiXin do
       puts 'init failed'
     end
   end
-=begin
+
+
   it "should get new msg num" do
     res_hash = @weixin.login
     flag = @weixin.init

data/wx_ext.gemspec

@@ -24,8 +24,4 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'rspec'
   spec.add_dependency 'rest_client'
   spec.add_dependency 'nokogiri'
-  # spec.add_dependency 'mechanize'
-  # spec.add_dependency 'phantomjs', '~> 1.9.7.1'
-  # spec.add_dependency 'capybara'
-  # spec.add_dependency 'poltergeist'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wx_ext
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - flowerwrong
@@ -93,9 +93,11 @@ files:
 - README.md
 - Rakefile
 - lib/wx_ext.rb
+- lib/wx_ext/sougou_weixin.rb
 - lib/wx_ext/version.rb
 - spec/spec_helper.rb
 - spec/test.png
+- spec/wx_ext/sougou_weixin_spec.rb
 - spec/wx_ext/weixin_spec.rb
 - wx_ext.gemspec
 homepage: http://thecampus.cc
@@ -125,4 +127,5 @@ summary: a gem to hack mp.weixin.qq.com
 test_files:
 - spec/spec_helper.rb
 - spec/test.png
+- spec/wx_ext/sougou_weixin_spec.rb
 - spec/wx_ext/weixin_spec.rb