rundown 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8db399e2fd88907131320b11e76975860b2846e7
-  data.tar.gz: 2682980cb36f89988452d5acd91230ad37af88c4
+  metadata.gz: 1fcd7089261e9b5744c151011025ea7a1c00991e
+  data.tar.gz: d80f58134c95cdb18482ff398bb315269f8c01ce
 SHA512:
-  metadata.gz: 54f953847ceac8cccf1e3c4683c0ea5601f4e2d718f97b6a020afca5888525117dedd61b2a4055097fe9de56bf5d310c70ed71705b3cb52c54101364f18cb6f5
-  data.tar.gz: b95cccc3284cf64b08cd06fafc9cdaa1d510afaa167556d7da2b89938869a2bb3dd1ef1b1fecaf9259984839781acde90be992d6c95efa53e7c45b3763d7a4de
+  metadata.gz: 9525faeba11849f6ce52d1ff94c5a56debdd94d9f63543a8d09ecea9125c0df60c3489cfa45f0724886eacbadd7406981d3e2eba7340604553627a867a847247
+  data.tar.gz: 2ee25733bf9f51825a4985abd4a38898f503d414bb705c0eaffddc0da80ef483ecc5eae7045bd7667af7239a44b9f8202ad14db7a56d3977c26806f7140a4fa3

data/lib/rundown.rb

@@ -8,6 +8,7 @@ require 'rundown/parser'
 require 'rundown/processor'
 require 'rundown/processors/dates'
 require 'rundown/processors/email'
+require 'rundown/processors/frequency'
 require 'rundown/processors/hashtags'
 require 'rundown/processors/links'
 require 'rundown/processors/phone'

data/lib/rundown/processors/frequency.rb

@@ -0,0 +1,40 @@
+module Rundown
+  module Processors
+    class Frequency < Rundown::Processor
+      attr_accessor :length
+
+      def initialize(words, length=1)
+        super(words)
+        @length = length
+      end
+
+      def cleanup_words!
+        @words = words.map {|w| w.gsub(/[^\w]/, '').downcase }.reject {|w| w.strip == ''  }
+      end
+
+      def process
+        cleanup_words!
+        frequencies = {}
+
+        words.length.times do
+          phrase = words[0..length-1]
+
+          if phrase.join('').length >= 1
+            frequencies[phrase] ||= 0
+            frequencies[phrase] += 1
+          end
+
+          @words = words.rotate
+        end
+
+        totals = {}
+        frequencies.each do |phrase, freq|
+          totals[freq] ||= []
+          totals[freq] << phrase
+        end
+
+        totals
+      end
+    end
+  end
+end

data/lib/rundown/version.rb

@@ -1,3 +1,3 @@
 module Rundown
-  VERSION = '0.0.7'
+  VERSION = '0.0.8'
 end

data/rundown.gemspec

@@ -25,4 +25,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
+  spec.add_development_dependency "pry"
 end

data/spec/processors/frequency_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+module Rundown
+  module Processors
+    describe Frequency do
+      let(:text) do
+        %q(
+          Recursion is the process of repeating items in a self-similar way. For
+          instance, when the surfaces of two mirrors are exactly parallel with
+          each other, the nested images that occur are a form of infinite recursion.
+          The term has a variety of meanings specific to a variety of disciplines
+          ranging from linguistics to logic. The most common application of recursion
+          is in mathematics and computer science, in which it refers to a method of
+          defining functions in which the function being defined is applied within
+          its own definition. Specifically, this defines an infinite number of
+          instances (function values), using a finite expression that for some
+          instances may refer to other instances, but in such a way that no loop or
+          infinite chain of references can occur. The term is also used more
+          generally to describe a process of repeating objects in a self-similar way.
+        )
+      end
+
+      describe '1 word phrase frequency' do
+        subject { described_class.new(text, 1).process }
+
+        it 'should be like this' do
+          expect(subject[10]).to eql([['of']])
+          expect(subject[3]).to eql([['recursion'], ['way'], ['that'], ['infinite'], ['instances']])
+        end
+      end
+
+      describe '2 word phrase frequency' do
+        subject { described_class.new(text, 2).process }
+
+        it 'should be like this' do
+          expect(subject[2]).to eql([["recursion", "is"], ["process", "of"], ["of", "repeating"], ["in", "a"], ["a", "selfsimilar"], ["selfsimilar", "way"], ["the", "term"], ["a", "variety"], ["variety", "of"], ["to", "a"], ["in", "which"]])
+        end
+      end
+    end
+  end
+end

data/spec/rundown_spec.rb

@@ -2,7 +2,10 @@ require 'spec_helper'
 
 describe Rundown do
   subject {
-    "I'm sorry, I'm extremely busy right now. I just looked at the clock, and it's 12:54 AM, I've still got a lot of work to do.  Don't worry about the event tomorrow, it's been moved ahead a week, the 28th of december. Remember though, you've got to call to get a ticket soon, their # is 1-212-323-1239. Their website says it costs $23 per person.
+    "I'm sorry, I'm extremely busy right now. I just looked at the clock, and it's 12:54 AM,
+    I've still got a lot of work to do.  Don't worry about the event tomorrow,
+    it's been moved ahead a week, the 28th of december. Remember though,
+    you've got to call to get a ticket soon, their # is 1-212-323-1239. Their website says it costs $23 per person.
 If you've got enough time, they have some more information on their website, http://theevent.com. @modsognir has tickets already. #prepared
 Regards,
 David (david32@gmail.com)"
@@ -43,6 +46,17 @@ David (david32@gmail.com)"
     it {  expect(Rundown::Processors::ReadingGrade.new(subject).score.round(2)).to eql(6.46) }
   end
 
+  describe 'frequency (1)' do
+    let(:result) { [["im"], ["its"], ["of"], ["youve"], ["website"]] }
+    it {  expect(Rundown::Processors::Frequency.new(subject).process[2]).to eql(result) }
+  end
+
+  describe 'frequency (2)' do
+    let(:result) { [["youve", "got"], ["their", "website"]] }
+    it {  expect(Rundown::Processors::Frequency.new(subject, 2).process[2]).to eql(result) }
+  end
+
+
   context 'basic string' do
     subject { Rundown.parse("I'll see you on the 18th, give me a ring on 07912 345 678. - Jerertt, me@example.com") }
 

data/spec/spec_helper.rb

@@ -11,6 +11,7 @@ require 'coveralls'
 Coveralls.wear!
 
 require 'rundown'
+require 'pry'
 
 RSpec.configure do |config|
   config.treat_symbols_as_metadata_keys_with_true_values = true

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rundown
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - Jared Fraser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-13 00:00:00.000000000 Z
+date: 2014-12-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nickel
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Extracts dates, phone numbers, sentiment and other items from naturally
   worded text.
 email:
@@ -114,6 +128,7 @@ files:
 - lib/rundown/processor.rb
 - lib/rundown/processors/dates.rb
 - lib/rundown/processors/email.rb
+- lib/rundown/processors/frequency.rb
 - lib/rundown/processors/hashtags.rb
 - lib/rundown/processors/links.rb
 - lib/rundown/processors/phone.rb
@@ -127,6 +142,7 @@ files:
 - spec/processor_spec.rb
 - spec/processors/dates_spec.rb
 - spec/processors/email_spec.rb
+- spec/processors/frequency_spec.rb
 - spec/processors/phone_spec.rb
 - spec/processors/reading_time_spec.rb
 - spec/processors/sentiment_spec.rb
@@ -161,6 +177,7 @@ test_files:
 - spec/processor_spec.rb
 - spec/processors/dates_spec.rb
 - spec/processors/email_spec.rb
+- spec/processors/frequency_spec.rb
 - spec/processors/phone_spec.rb
 - spec/processors/reading_time_spec.rb
 - spec/processors/sentiment_spec.rb