facebook_word_counter 0.0.1 → 0.0.2

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MWE4YmU0ZmVmZWIzOTJjMmJiYTAxMWEzOWZjYjk5YzdkZmE3ZjQ0OQ==
+    NGNmZTk4MjQzOGYyNDYxMGVkNWU5ZWMxZDk4ZTUyYTRiMzk5MTNjOA==
   data.tar.gz: !binary |-
-    N2NiNGRlZjBhODIyMGQ1OTc3NmQ5NmRmYmI4MzZkMzg2NTMwNjk3Yg==
+    ZjE4ODk1NGRmNjI2YTkxZDNlNTlkYjU1OWE3NTA5MzE2MjU2ZDg2Zg==
 SHA512:
   metadata.gz: !binary |-
-    Nzk3MGNhYzEwNjUyMjIyZmEwMjY2N2UyOTBjZjNhNTRlYTRmMzE1YjJiZTYw
-    MmU3MDkxOGZmOTdhYjRiNWUzMTA0YTk3NWY3YzQxZjc4ODQwN2I1YzNkZjQx
-    OTAxN2NjN2NmYTY2OGY5MTNhMzk5NWVhMDE2MmJjZGYxZTYxZGQ=
+    YzRhYWZkYzcwOGJkZDY4MTYwYWUyYzg0M2ExZDZlYWIyMmZkYWUyZmFjZWVl
+    MWJhOWE5MzMxY2IxODNlNjFhYjlkYjgzM2UzZjdiZGNlOTg4MTNkYTU0OWM0
+    MWU0ZDhkZDY2ZmFjNTA5MTg5ODM5NzkwNWNmZmIwMmEwYWViNzE=
   data.tar.gz: !binary |-
-    ZDJjYTNkYzUzYzQwM2IwMjYyN2FkNTRjZGRkYWY1OGY3NDdlYjhhMGQwNTVl
-    YWMyNGMwMGI5YmRiZDNhNzg4MTY1NjZiNGQ3ZDllZTJlZDE0M2JjMTY4NTM5
-    M2UwM2U1YTU3NTRmMDE2ODZkMjdkZDc4NjIxMGNhYmVhZDAyMjM=
+    OTVlZjA2YjM0MDY5M2IyZWM2MDFlYjYwZjZlMzE5ODE4NjQzZWVhOGMwOGM2
+    ZmVmMzFjYjViMTNlNTBmOGFkOGYyYWZiMDgwODkyN2NjNWI0ZDA1NDI5N2I1
+    Yzc0Y2RkNjdhOGZmOWE0MjlkNjM2YTJhNWIyNDIxNzQ1Nzk1NzI=

data/facebook_word_counter.gemspec

@@ -3,8 +3,8 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name        = 'facebook_word_counter'
-  spec.version     = '0.0.1'
-  spec.date        = '2014-08-21'
+  spec.version     = '0.0.2'
+  spec.date        = '2014-08-22'
   spec.summary     = "Get word counts from Facebook pages"
   spec.description = "Given a list of facebook ids, scrapes the front page of posts and returns a hash of word counts"
   spec.authors     = ["James Robinson"]

data/lib/facebook_word_counter.rb

@@ -1,2 +1,3 @@
 require_relative './facebook_word_counter/facebook_word_counter'
-require_relative './facebook_word_counter/word_counter'
+require_relative './facebook_word_counter/word_counter'
+require_relative './facebook_word_counter/text_cleaner'

data/lib/facebook_word_counter/facebook_word_counter.rb

@@ -22,7 +22,6 @@ class FacebookWordCounter
 			{
 				name: get_facebook_name,
 				image: get_facebook_photo_url,
-				# facebook_url: "#{FACEBOOK_URL_PREFIX}#{url}",
 				words: get_word_counts_on_page
 			}
 		end
@@ -46,34 +45,11 @@ class FacebookWordCounter
 	end
 
 	def self.get_word_counts_on_page
-		all_words = @agent.page.search(".userContent").map { |post| clean_text(post.text) }.join(' ')
+		all_words = @agent.page.search(".userContent").map { |post| TextCleaner.clean_text(post.text) }.join(' ')
 		WordCounter.count_words(all_words)
 	end
 
 	def self.get_facebook_photo_url
 		@agent.page.search("img.profilePic").first['src']
 	end
-
-	def self.clean_text(text)
-		text = remove_urls(text.downcase)
-		text = remove_punctuation(text)
-		text = remove_filler_words(text)
-		text.strip
-	end
-
-	def self.remove_urls(text)
-		text.gsub(/https?:\/\/[\S]+/, '')
-	end
-
-	def self.remove_punctuation(text)
-		text.gsub(/[^a-zA-Z\s]/, '')
-	end
-
-	FILLER_WORDS = %w{ and the of as if is to in my a be will i ive are not my are not can out go am im for }
-	def self.remove_filler_words(text)
-		FILLER_WORDS.each do |word|
-			text.gsub!(/ #{word} / , ' ')
-		end
-		text
-	end
 end

data/lib/facebook_word_counter/text_cleaner.rb

@@ -0,0 +1,25 @@
+module TextCleaner
+  def self.clean_text(text)
+    text = remove_urls(text.downcase)
+    text = remove_punctuation(text)
+    text = remove_filler_words(text)
+    text.strip
+  end
+
+  def self.remove_urls(text)
+    text.gsub(/https?:\/\/[\S]+/, '')
+  end
+
+  def self.remove_punctuation(text)
+    text.gsub(/[^a-zA-Z\s]/, '')
+  end
+
+  FILLER_WORDS = %w{ and the of as if is to in my a be will i ive are not my are not can out go am im for }
+  def self.remove_filler_words(text)
+    FILLER_WORDS.each do |word|
+      text.gsub!(/ #{word} / , ' ')
+    end
+    text
+  end
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: facebook_word_counter
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - James Robinson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-21 00:00:00.000000000 Z
+date: 2014-08-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -80,6 +80,7 @@ files:
 - gemfile
 - lib/facebook_word_counter.rb
 - lib/facebook_word_counter/facebook_word_counter.rb
+- lib/facebook_word_counter/text_cleaner.rb
 - lib/facebook_word_counter/word_counter.rb
 homepage: http://rubygems.org/gems/facebook_word_counter
 licenses: