croudia 0.0.2 → 1.0.0

data/lib/croudia/scraper/friendships.rb

@@ -1,72 +0,0 @@
-module Croudia
-  class Scraper
-    module Friendships
-      def follow(username)
-        require_login
-        post('/follows/target_follow',
-          :target_user_name => username,
-          :follow_action => 'enable',
-        )
-      end
-
-      def unfollow(username)
-        require_login
-        post('/follows/target_follow',
-          :target_user_name => username,
-          :follow_action => 'diable', # Yes, it is!
-        )
-      end
-
-      def approve(username)
-        require_login
-        post('/follows/follow_approve',
-          :target_user_name => username,
-          :follow_action => 'approve',
-        )
-      end
-
-      def refusal(username)
-        require_login
-        post('/follows/follow_refusal',
-          :target_user_name => username,
-          :follow_action => 'refusal',
-        )
-      end
-      alias refuse refusal
-
-      def block(username)
-        require_login
-        post('/blocks/setting',
-          :target_user_name => username,
-          :block_action => 'enable',
-        )
-      end
-
-      def unblock(username)
-        require_login
-        post('/blocks/setting',
-          :target_user_name => username,
-          :block_action => 'diable', # Yes, it's diable
-        )
-      end
-
-      def following(username=nil, params={})
-        username = @current_user.username unless username
-        Parser.user_list(get("/follows/following/#{username}", params))
-      end
-      alias followings following
-
-      def follower(username=nil, params={})
-        username = @current_user.username unless username
-        Parser.user_list(get("/follows/follower/#{username}", params))
-      end
-      alias followers follower
-
-      def follow_request
-        require_login
-        Parser.user_list(get('/follows/follow_request'))
-      end
-      alias follow_requests follow_request
-    end
-  end
-end

data/lib/croudia/scraper/login.rb

@@ -1,42 +0,0 @@
-require 'croudia/error'
-
-module Croudia
-  class Scraper
-    module Login
-      def login(username, password)
-        get('/')
-        params = {
-          :username => username,
-          :password => password,
-          :auto_login => 'on',
-        }
-        post('/', params)
-        raise ArgumentError, 'Wrong ID or password' if not logged_in?
-      end
-      alias login! login
-
-      def logout
-        require_login
-        post('/login/logout', :method_name => 'logout')
-        @current_user = nil
-        @logged_in = false
-      end
-      alias logout! logout
-
-      def logged_in?(force=false)
-        @logged_in = nil if force
-        @logged_in = @logged_in.nil? ? '/' != get('/').uri.path : @logged_in
-      end
-      alias logged_in logged_in?
-
-      def logged_out?(force=false)
-        !logged_in?(force)
-      end
-      alias logged_out logged_out?
-
-      def require_login
-        raise NotLoggedInError, 'Not logged in' if logged_out?
-      end
-    end
-  end
-end

data/lib/croudia/scraper/parser/users.rb

@@ -1,59 +0,0 @@
-module Croudia
-  class Scraper
-    module Parser
-      module Users
-        def user_page(page)
-          return nil if /on Croudia$/ !~ page.title
-          doc = page.parser
-          attrs = {
-            :username => doc.xpath('//a[contains(@href, "/voices/user/")]').first.attribute('href').content.sub(%r{^/voices/user/}, ''),
-            :nickname => doc.css('.avatar_l').first.attribute('alt').content,
-            :avatar => "#{page.uri.scheme}://#{page.uri.host}" + doc.css('.avatar_l').first.attribute('src').content,
-            :self_introduction => doc.css('.fontg').first.content.strip,
-            :voices_count => doc.xpath('//span[preceding-sibling::a[contains(@href,"/voices/user/")]]').first.content,
-            :following_count => doc.xpath('//span[preceding-sibling::a[contains(@href,"/following/")]]').first.content,
-            :followers_count => doc.xpath('//span[preceding-sibling::a[contains(@href,"/follower/")]]').first.content,
-            :album_count => doc.xpath('//span[preceding-sibling::a[contains(@href,"/album")]]').first.content,
-            :spreadia => doc.xpath('//span[preceding-sibling::a[contains(@href,"/spreadia/")]]').first.content,
-            :favodia => doc.xpath('//span[preceding-sibling::a[contains(@href,"/favodia/")]]').first.content,
-          }
-          if (location = doc.xpath('//a[contains(@href, "/users/google_maps")]')).size.nonzero?
-            attrs[:position] = location.first.content
-          end
-          if (url = doc.xpath('//a[@target="_blank"][name(..)="li"]')).size.nonzero?
-            attrs[:user_url] = url.first.content
-          end
-          if (friendships = doc.css('.font1')).size.nonzero?
-            attrs[:following] = /#e/i !~ friendships[0].attribute('style').value
-            attrs[:followed_by] = /#e/i !~ friendships[1].attribute('style').value
-          end
-          Croudia::User.new(attrs)
-        end
-
-        def user_list(page)
-          user_nodes = page.parser.xpath('//div[@data-role="content"]/ul[@data-role="listview"]/li[not(@data-role="list-divider")]')
-          users = []
-          user_nodes.each do |user_node|
-            attrs = {
-              :nickname => user_node.css('.bord').first.content,
-              :avatar => "#{page.uri.scheme}://#{page.uri.host}" + user_node.css('img').first.attribute('src').value,
-              :self_introduction => user_node.css('.fontg').first.content.strip,
-            }
-            if (links = user_node.css('a')).size.nonzero?
-              # For following/followers page
-              attrs[:username] = links.first.attribute('href').value.sub(%r{^/}, '')
-            elsif (forms = user_node.xpath('//form[not(contains(@action,"/follows/"))]')).size.nonzero?
-              # For follow_request page
-              attrs[:username] = forms.first.attribute('action').value.sub(%r{^/}, '')
-            end
-            if (following = user_node.css('.font1')).size.nonzero?
-              attrs[:following] = /#e/i !~ following.first.attribute('style').value
-            end
-            users << Croudia::User.new(attrs)
-          end
-          users
-        end
-      end
-    end
-  end
-end

data/lib/croudia/scraper/parser/voices.rb

@@ -1,32 +0,0 @@
-module Croudia
-  class Scraper
-    module Parser
-      module Voices
-        def voices(page)
-          voice_nodes = page.parser.xpath('//div[@data-role="content"]/ul[@data-role="listview"]/li[child::a]')
-          voices = []
-          voice_nodes.each do |voice|
-            user = Croudia::User.new(
-              :username => voice.xpath('//a[parent::span[@class="test_span"]]').first.attribute('href').value.gsub(/\W/, ''),
-              :nickname => voice.xpath('//span[@class="bord"][parent::p]').first.content,
-              :avatar => "#{page.uri.scheme}://#{page.uri.host}" + voice.xpath('//img[@class="avatar"]').attribute('src').value,
-            )
-            attrs = {
-              :id => voice.xpath('//a[contains(@href,"/voices/show/")]').first.attribute('href').value.gsub(/\D/, ''),
-              :user => user,
-              :voice_desc => voice.css('.voice_desc').first.content,
-              :spreaded_count => voice.xpath('//span[contains(@style,"#396")]').first.content.gsub(/\D/, ''),
-              :favorited_count => voice.xpath('//span[contains(@style,"520")]').first.content.gsub(/\D/, ''),
-            }
-            if (time = voice.xpath('//p[@data-time]')).size.nonzero?
-              # For timeline
-              attrs[:time] = time.first.attribute('data-time').value
-            end
-            voices << Croudia::Voice.new(attrs)
-          end
-          voices
-        end
-      end
-    end
-  end
-end

data/lib/croudia/scraper/parser.rb

@@ -1,13 +0,0 @@
-require 'croudia/scraper/parser/users'
-require 'croudia/scraper/parser/voices'
-
-module Croudia
-  class Scraper
-    module Parser
-      class << self
-        include Croudia::Scraper::Parser::Users
-        include Croudia::Scraper::Parser::Voices
-      end
-    end
-  end
-end

data/lib/croudia/scraper/users.rb

@@ -1,20 +0,0 @@
-module Croudia
-  class Scraper
-    module Users
-      def current_user(force=false)
-        require_login
-        @current_user = nil if force
-        @current_user ||= Parser.user_page(get('/users/redirect_user'))
-      end
-      alias verify_credentials current_user
-
-      def user(username=nil, params={})
-        if username
-          Parser.user_page(get("/#{username}", params))
-        else
-          current_user
-        end
-      end
-    end
-  end
-end

data/lib/croudia/scraper/voices.rb

@@ -1,59 +0,0 @@
-module Croudia
-  class Scraper
-    module Voices
-      def timeline(params={})
-        require_login
-        Parser.voices(get('/voices/timeline', params))
-      end
-      alias home_timeline timeline
-
-      def reply_list(params={})
-        require_login
-        Parser.voices(get('/voices/reply_list', params))
-      end
-      alias mentions reply_list
-      alias mentions_timeline reply_list
-
-      def update(text)
-        require_login
-        page = get('/voices/written')
-        form = page.form_with(:action => '/voices/write')
-        form['voice[tweet]'] = text
-        result = form.submit
-        raise 'Update failed' if result.body.include? 'error_popup'
-      end
-
-      def favorite(voice_id)
-        require_login
-        post('/favorites',
-          :favorites_action => 'enable',
-          :voice_id => voice_id,
-        )
-      end
-
-      def unfavorite(voice_id)
-        require_login
-        post('/favorites',
-          :favorites_action => 'disable',
-          :voice_id => voice_id,
-        )
-      end
-
-      def spread(voice_id)
-        require_login
-        post('/spreads/spread_voice',
-          :favorites_action => 'enable',
-          :voice_id => voice_id,
-        )
-      end
-
-      def unspread(voice_id)
-        require_login
-        post('/spreads/spread_voice',
-          :favorites_action => 'disable',
-          :voice_id => voice_id,
-        )
-      end
-    end
-  end
-end

data/lib/croudia/scraper.rb

@@ -1,63 +0,0 @@
-require 'croudia/error'
-require 'croudia/scraper/friendships'
-require 'croudia/scraper/login'
-require 'croudia/scraper/parser'
-require 'croudia/scraper/users'
-require 'croudia/scraper/voices'
-require 'croudia/user'
-require 'croudia/version'
-require 'croudia/voice'
-require 'mechanize'
-
-module Croudia
-  class Scraper
-    include Croudia::Scraper::Friendships
-    include Croudia::Scraper::Login
-    include Croudia::Scraper::Users
-    include Croudia::Scraper::Voices
-
-    attr_accessor :agent, :endpoint
-
-    def initialize(username=nil, password=nil)
-      yield self if block_given?
-
-      @endpoint ||= 'https://croudia.com'
-      @user_agent ||= "The Croudia Gem/#{Croudia::VERSION} (https://github.com/wktk/croudia-gem)"
-      @agent ||= Mechanize.new do |s|
-        s.verify_mode = OpenSSL::SSL::VERIFY_NONE
-      end
-      self.user_agent = @user_agent
-
-      username && password && login(username, password)
-    end
-
-    def user_agent
-      @agent.user_agent
-    end
-
-    def user_agent=(ua)
-      unless @agent
-        @user_agent = ua
-      else
-        @agent.user_agent = ua
-      end
-    end
-
-    def get(path, params={})
-      pick_token(@agent.get(@endpoint + path, params))
-    end
-
-    def post(path, params={})
-      params = { :authenticity_token => @authenticity_token }.merge(params)
-      pick_token(@agent.post(@endpoint + path, params))
-    end
-
-  private
-    def pick_token(page)
-      page.respond_to?('parser') &&
-        (token = page.parser.xpath('//meta[@name="csrf-token"]')).size.nonzero? &&
-          @authenticity_token = token.first.attribute('content').content
-      page
-    end
-  end
-end

data/lib/croudia/voice.rb

@@ -1,21 +0,0 @@
-require 'croudia/identity'
-
-module Croudia
-  class Voice < Croudia::Identity
-    attr_reader :user, :voice_desc, :spreaded_count, :favorited_count, :time
-    alias from_user user
-    alias text voice_desc
-    alias description voice_desc
-    alias desc voice_desc
-    alias spread_count spreaded_count
-    alias favorite_count favorited_count
-
-    def to_s
-      "@#{user.username}: #{voice_desc}"
-    end
-
-    def to_i
-      @id.to_i
-    end
-  end
-end

data/spec/croudia/api_spec.rb

@@ -1,7 +0,0 @@
-require 'croudia/api'
-
-describe Croudia::API do
-  it 'is a Module' do
-    Croudia::API.should be_a Module
-  end
-end

data/spec/croudia/error_spec.rb

@@ -1,13 +0,0 @@
-require 'helper'
-
-describe Croudia::Error do
-  it 'is a kind of Error' do
-    Croudia::Error.kind_of? StandardError
-  end
-end
-
-describe Croudia::NotLoggedInError do
-  it 'is a kind of Croudia::Error' do
-    Croudia::NotLoggedInError.kind_of? Croudia::Error
-  end
-end

data/spec/croudia/scraper/friendships_spec.rb

@@ -1,115 +0,0 @@
-require 'helper'
-
-describe Croudia::Scraper::Friendships do
-  context 'when logged in' do
-    before do
-      @croudia = Croudia::Scraper.new
-      @croudia.instance_variable_set('@logged_in', true)
-    end
-
-    describe '#follow' do
-      it 'posts to the correct resource' do
-        stub_post('/follows/target_follow').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.follow('wktk')
-        a_post('/follows/target_follow').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-
-    describe '#unfollow' do
-      it 'posts to the correct resource' do
-        stub_post('/follows/target_follow').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.follow('wktk')
-        a_post('/follows/target_follow').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-
-    describe '#approve' do
-      it 'posts to the correct resource' do
-        stub_post('/follows/follow_approve').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.approve('wktk')
-        a_post('/follows/follow_approve').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-
-    describe '#refusal' do
-      it 'posts to the correct resource' do
-        stub_post('/follows/follow_refusal').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.refusal('wktk')
-        a_post('/follows/follow_refusal').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-
-    describe '#block' do
-      it 'posts to the correct resource' do
-        stub_post('/blocks/setting').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.block('wktk')
-        a_post('/blocks/setting').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-
-    describe '#unblock' do
-      it 'posts to the correct resource' do
-        stub_post('/blocks/setting').to_return(:headers => {:content_type => 'text/html'})
-        @croudia.unblock('wktk')
-        a_post('/blocks/setting').with(:body => /target_user_name=wktk/).should have_been_made
-      end
-    end
-  end
-
-  context 'when not logged in' do
-    before do
-      @croudia = Croudia::Scraper.new
-      @croudia.instance_variable_set('@logged_in', false)
-    end
-
-    describe '#follow' do
-      it 'raises an error' do
-        expect{ @croudia.follow('wktk') }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-
-    describe '#unfollow' do
-      it 'raises an error' do
-        expect{ @croudia.follow('wktk') }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-
-    describe '#approve' do
-      it 'raises an error' do
-        expect{ @croudia.approve('wktk') }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-
-    describe '#refusal' do
-      it 'raises an error' do
-        expect{ @croudia.refusal('wktk') }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-  end
-
-  describe '#follower' do
-    it 'gets the correct resource' do
-      stub_get('/follows/follower/wktk').to_return(:headers => {:content_type => 'text/html'})
-      Croudia::Scraper.new.follower('wktk')
-      a_get('/follows/follower/wktk').should have_been_made
-    end
-  end
-
-  describe '#following' do
-    it 'gets the correct resource' do
-      stub_get('/follows/following/wktk').to_return(:headers => {:content_type => 'text/html'})
-      Croudia::Scraper.new.following('wktk')
-      a_get('/follows/following/wktk').should have_been_made
-    end
-  end
-
-  describe '#follow_request' do
-    it 'gets the correct resource' do
-      stub_get('/follows/follow_request').to_return(:headers => {:content_type => 'text/html'})
-      @croudia = Croudia::Scraper.new
-      @croudia.instance_variable_set('@logged_in', true)
-      @croudia.follow_request
-      a_get('/follows/follow_request').should have_been_made
-    end
-  end
-end

data/spec/croudia/scraper/login_spec.rb

@@ -1,137 +0,0 @@
-require 'helper'
-
-describe Croudia::Scraper::Login do
-  describe '#login' do
-    before do
-      stub_get('/').to_return do |request|
-        if /logged_in=yes/ =~ request.headers['Cookie']
-          {:status => 302, :headers => {:location => Croudia.endpoint + '/logged_in'}}
-        else
-          {:headers => {:content_type => 'text/html'}}
-        end
-      end
-      stub_post('/').to_return do |request|
-        headers = {:content_type => 'text/html'}
-        if /username=username/ =~ request.body
-          headers.merge!(:set_cookie => 'logged_in=yes')
-        end
-        {:headers => headers}
-      end
-      stub_get('/logged_in').to_return(:headers => {:content_type => 'text/html'})
-    end
-
-    it 'gets "/" before login' do
-      Croudia::Scraper.new.login('username', 'password')
-      a_get('/').should have_been_made.twice
-    end
-
-    it 'posts the provided username and password to "/"' do
-      Croudia::Scraper.new.login('username', 'password')
-      a_post('/').with(:body => /username=username/).should have_been_made
-    end
-
-    it 'checks if succeeded or not' do
-      Croudia::Scraper.new.login('username', 'password')
-      a_get('/').with(:headers => {:cookie => /logged_in=yes/}).should have_been_made
-    end
-
-    context 'when the provided username and password are correct' do
-      it 'does not raise an error' do
-        expect{ Croudia::Scraper.new.login('username', 'password') }.not_to raise_error
-      end
-
-      it 'sets @logged_in as true' do
-        @croudia = Croudia::Scraper.new
-        @croudia.login('username', 'password')
-        @croudia.instance_variable_get('@logged_in').should be_true
-      end
-    end
-
-    context 'when the provided username and password are incorrect' do
-      it 'raises an error' do
-        expect{ Croudia::Scraper.new.login('wrong', 'wrong') }.to raise_error ArgumentError
-      end
-    end
-  end
-
-  describe '#logout' do
-    context 'when already logged out' do
-      it 'raises an error' do
-        @croudia = Croudia::Scraper.new
-        @croudia.instance_variable_set('@logged_in', false)
-        expect{ @croudia.logout }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-
-    context 'when logged in' do
-      before do
-        stub_post('/login/logout')
-        @croudia = Croudia::Scraper.new
-        @croudia.instance_variable_set('@logged_in', true)
-      end
-
-      it 'posts a request to the correct resource' do
-        @croudia.logout
-        a_post('/login/logout').should have_been_made
-      end
-
-      it 'sets @logged_in as false' do
-        @croudia.logout
-        @croudia.instance_variable_get('@logged_in').should be_false
-      end
-
-      it 'sets @current_user nil' do
-        @croudia.logout
-        @croudia.instance_variable_get('@current_user').should be_nil
-      end
-    end
-  end
-
-  describe '#logged_in?' do
-    context 'when @logged_in is set' do
-      it 'returns @logged_in' do
-        @croudia = Croudia::Scraper.new
-        @croudia.instance_variable_set('@logged_in', true)
-        @croudia.logged_in?.should be_true
-        @croudia.instance_variable_set('@logged_in', false)
-        @croudia.logged_in?.should be_false
-      end
-    end
-
-    context 'when @logged_in is not set' do
-      it 'gets "/" to confirm logged-in or not' do
-        stub_get('/')
-        Croudia::Scraper.new.logged_in?
-        a_get('/').should have_been_made
-      end
-    end
-  end
-
-  describe '#logged_out?' do
-    it 'returns !self.logged_in' do
-      @croudia = Croudia::Scraper.new
-      @croudia.instance_variable_set('@logged_in', true)
-      @croudia.logged_out?.should be_false
-      @croudia.instance_variable_set('@logged_in', false)
-      @croudia.logged_out?.should be_true
-    end
-  end
-
-  describe '#require_login' do
-    context 'when logged out' do
-      it 'raises an errror' do
-        @croudia = Croudia::Scraper.new
-        @croudia.instance_variable_set('@logged_in', false)
-        expect{ @croudia.require_login }.to raise_error Croudia::NotLoggedInError
-      end
-    end
-
-    context 'when logged in' do
-      it 'does not raise an error' do
-        @croudia = Croudia::Scraper.new
-        @croudia.instance_variable_set('@logged_in', true)
-        expect{ @croudia.require_login }.not_to raise_error
-      end
-    end
-  end
-end