attentive 0.1.0.beta1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e5d4df859acd5086ec5d8144696af41186bdc33f
-  data.tar.gz: 2d5d5fb36e14abd9c2ae64e5cc42407238f97550
+  metadata.gz: 5f08339af1a0af46d0ed601f66c0fa93196d3921
+  data.tar.gz: 77b5040ac0c4b37a9dad94a60e7e8d196f9718ea
 SHA512:
-  metadata.gz: f96291d7ea9b07676a59a958c6a42cc7ef5fad0e0f96a21eba177c6a7c763b052d49dd032f82431612bf89ee75dc9cfb1e068eab8ea1f797878b92d77488be4f
-  data.tar.gz: 626d7dc7de65850872234c5baa4ad921a2d661d5d50dc9e54539435dff1d1dc5b628413a86134ae2d680a1e88e794eed7bd1ea1dcb5dcafc96303819586f415b
+  metadata.gz: 5d81240212f8cef0eeaf6f69f3cbf1512b3870dc11e8205555384b2bbb1584717b8f23795ad1d38de1fbd486c3d34e4090d143f37f31ce8ac5d82268cc327565
+  data.tar.gz: 34dff8d29cc4b5b1f674a29032dabcd9d0bbd50068616ea2fe9e09e0ae05f77818d94ddaa431363f4aeedcf2a5348256f4dddd57cd296f46a40a4ccf954cb123

data/README.md

@@ -4,6 +4,8 @@ Welcome to your new gem! In this directory, you'll find the files you need to be
 
 TODO: Delete this and the text above, and describe your gem
 
+
+
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -20,9 +22,21 @@ Or install it yourself as:
 
     $ gem install attentive
 
+
+
 ## Usage
 
-TODO: Write usage instructions here
+```ruby
+include Attentive
+
+listen_for "hi there!" do
+  puts "heard greeting"
+end
+
+hear "hi, there :wink:"
+```
+
+
 
 ## Development
 
@@ -30,12 +44,14 @@ After checking out the repo, run `bin/setup` to install dependencies. Then, run
 
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
+
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/attentive.
 
 
+
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/Rakefile

@@ -7,4 +7,63 @@ Rake::TestTask.new(:test) do |t|
   t.test_files = FileList['test/**/*_test.rb']
 end
 
+namespace :compile do
+
+  desc "Compile contractions.rb and abbreviations.rb"
+  task :data do
+
+    data_path = File.expand_path(File.dirname(__FILE__) + "/data")
+    output_path = File.expand_path(File.dirname(__FILE__) + "/lib/attentive")
+
+    contractions = {}
+    File.open(data_path + "/contractions.tsv") do |file|
+      file.each do |line|
+        next if line.start_with?("#") # skip comments
+        next if line == "\n" # skip blank lines
+
+        # the file contains tab-separated values.
+        # the first value is the contraction.
+        # the remaining values are possible phrases that match it
+        phrases = line.downcase.chomp.split("\t")
+        raise "#{line.inspect} must have exactly two values" unless phrases.length >= 2
+
+        contractions[phrases.shift] = phrases
+      end
+    end
+    File.open(output_path + "/contractions.rb", "w") do |file|
+      file.write <<-RUBY
+module Attentive
+  CONTRACTIONS = #{contractions.inspect}.freeze
+end
+      RUBY
+    end
+
+    abbreviations = {}
+    File.open(data_path + "/abbreviations.tsv") do |file|
+      file.each do |line|
+        next if line.start_with?("#") # skip comments
+        next if line == "\n" # skip blank lines
+
+        # the file contains tab-separated values.
+        # every line should have exactly two values:
+        #  + the first is the slang word
+        #  + the second is the normal word
+        words = line.downcase.chomp.split("\t")
+        raise "#{line.inspect} must have exactly two values" unless words.length == 2
+
+        abbreviations[words[0]] = words[1]
+      end
+    end
+    File.open(output_path + "/abbreviations.rb", "w") do |file|
+      file.write <<-RUBY
+module Attentive
+  ABBREVIATIONS = #{abbreviations.inspect}.freeze
+end
+      RUBY
+    end
+
+  end
+
+end
+
 task :default => :spec

data/attentive.gemspec

@@ -13,7 +13,7 @@ Gem::Specification.new do |spec|
   spec.homepage      = "https://github.com/houston/attentive"
   spec.license       = "MIT"
 
-  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(data|test|spec|features)/}) }
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]

data/lib/attentive.rb

@@ -1,8 +1,14 @@
 require "attentive/version"
-require "attentive/listener_collection"
-require "attentive/message"
+require "attentive/config"
 
 module Attentive
+  extend Attentive::Config
+
+  # Default configuration
+  self.invocations = ["@me".freeze]
+
+
+  # Attentive DSL
 
   def listeners
     @listeners ||= Attentive::ListenerCollection.new
@@ -18,3 +24,6 @@ module Attentive
   end
 
 end
+
+require "attentive/listener_collection"
+require "attentive/message"

data/lib/attentive/abbreviations.rb

@@ -0,0 +1,3 @@
+module Attentive
+  ABBREVIATIONS = {"bye"=>"goodbye", "gonna"=>"going to", "hi"=>"hello", "ol'"=>"old", "'sup"=>"what is up", "thanks"=>"thank you", "wanna"=>"want to", "mon"=>"monday", "tue"=>"tuesday", "tues"=>"tuesday", "wed"=>"wednesday", "thu"=>"thursday", "thur"=>"thursday", "thurs"=>"thursday", "fri"=>"friday", "sat"=>"saturday", "sun"=>"sunday"}.freeze
+end

data/lib/attentive/config.rb

@@ -0,0 +1,11 @@
+module Attentive
+  module Config
+
+    attr_reader :invocations
+
+    def invocations=(*values)
+      @invocations = values.flatten
+    end
+
+  end
+end

data/lib/attentive/contractions.rb

@@ -0,0 +1,3 @@
+module Attentive
+  CONTRACTIONS = {"ain't"=>["am not"], "aren't"=>["are not"], "can't"=>["can not"], "cannot"=>["can not"], "could've"=>["could have"], "couldn't"=>["could not"], "couldn't've"=>["could not have"], "didn't"=>["did not"], "doesn't"=>["does not"], "don't"=>["do not"], "hadn't"=>["had not"], "hadn't've"=>["had not have"], "hasn't"=>["has not"], "haven't"=>["have not"], "he'd"=>["he had", "he would"], "he'd've"=>["he would have"], "he'll"=>["he will", "he shall"], "he's"=>["he is", "he has"], "he'sn't"=>["he is not", "he has not"], "how'd"=>["how did", "how would"], "how'll"=>["how will"], "how's"=>["how is", "how has", "how does"], "i'd"=>["i would", "i had"], "i'd've"=>["i would have"], "i'll"=>["i shall", "i will"], "i'm"=>["i am"], "i've"=>["i have"], "i'ven't"=>["i have not"], "isn't"=>["is not"], "it'd"=>["it would", "it had"], "it'd've"=>["it would have"], "it'll"=>["it will", "it shall"], "it's"=>["it is", "it has"], "it'sn't"=>["it is not", "it has not"], "let's"=>["let us"], "ma'am"=>["madam"], "mightn't"=>["might not"], "mightn't've"=>["might not have"], "might've"=>["might have"], "mustn't"=>["must not"], "must've"=>["must have"], "needn't"=>["need not"], "not've"=>["not have"], "o'clock"=>["of the clock"], "oughtn't"=>["ought not"], "shan't"=>["shall not"], "she'd"=>["she had", "she would"], "she'd've"=>["she would have"], "she'll"=>["she shall", "she will"], "she's"=>["she is", "she has"], "she'sn't"=>["she is not", "she has not"], "should've"=>["should have"], "shouldn't"=>["should not"], "shouldn't've"=>["should not have"], "somebody'd"=>["somebody had", "somebody would"], "somebody'd've"=>["somebody would have"], "somebody'dn't've"=>["somebody would not have"], "somebody'll"=>["somebody shall", "somebody will"], "somebody's"=>["somebody is", "somebody has"], "someone'd"=>["someone had", "someone would"], "someone'd've"=>["someone would have"], "someone'll"=>["someone shall", "someone will"], "someone's"=>["someone is", "someone has"], "something'd"=>["something had", "something would"], "something'd've"=>["something would have"], "something'll"=>["something shall", "something will"], "something's"=>["something is", "something has"], "that'll"=>["that will"], "that's"=>["that is", "that has"], "there'd"=>["there had", "there would"], "there'd've"=>["there would have"], "there're"=>["there are"], "there's"=>["there is", "there has"], "they'd"=>["they would", "they had"], "they'dn't"=>["they would not"], "they'dn't've"=>["they would not have"], "they'd've"=>["they would have"], "they'd'ven't"=>["they would have not"], "they'll"=>["they shall", "they will"], "they'lln't've"=>["they will not have"], "they'll'ven't"=>["they will have not"], "they're"=>["they are"], "they've"=>["they have"], "they'ven't"=>["they have not"], "'tis"=>["it is"], "'twas"=>["it was"], "wasn't"=>["was not"], "we'd"=>["we had", "we would"], "we'd've"=>["we would have"], "we'dn't've"=>["we would not have"], "we'll"=>["we will"], "we'lln't've"=>["we will not have"], "we're"=>["we are"], "we've"=>["we have"], "weren't"=>["were not"], "what'll"=>["what shall", "what will"], "what're"=>["what are"], "what's"=>["what is", "what does", "what has"], "what've"=>["what have"], "when's"=>["when is", "when has"], "where'd"=>["where did"], "where's"=>["where is", "where does", "where has"], "where've"=>["where have"], "who'd"=>["who would", "who had"], "who'd've"=>["who would have"], "who'll"=>["who shall", "who will"], "who're"=>["who are"], "who's"=>["who is", "who has"], "who've"=>["who have"], "why'll"=>["why will"], "why're"=>["why are"], "why's"=>["why is", "why has"], "won't"=>["will not"], "won't've"=>["will not have"], "would've"=>["would have"], "wouldn't"=>["would not"], "wouldn't've"=>["would not have"], "y'all"=>["you all"], "y'all'd've"=>["you all would have"], "y'all'dn't've"=>["you all would not have"], "y'all'll"=>["you all will"], "y'all'lln't"=>["you all will not"], "y'all'll've"=>["you all will have"], "y'all'll'ven't"=>["you all will have not"], "you'd"=>["you had", "you would"], "you'd've"=>["you would have"], "you'll"=>["you shall", "you will"], "you're"=>["you are"], "you'ren't"=>["you are not"], "you've"=>["you have"], "you'ven't"=>["you have not"]}.freeze
+end

data/lib/attentive/entities/relative_date.rb

@@ -27,7 +27,7 @@ Attentive::Entity.define :"relative-date",
     when /^thu/ then next_wday[4]
     when /^fri/ then next_wday[5]
     when /^sat/ then next_wday[6]
-    else raise NotImplementedError, "Unrecognize weekday: #{weekday.inspect}"
+    else raise NotImplementedError, "Unrecognized weekday: #{weekday.inspect}"
     end
 
     date += 7 if match.to_s.start_with?("next")
@@ -38,7 +38,7 @@ Attentive::Entity.define :"relative-date",
     when "today" then today
     when "tomorrow" then today + 1
     when "yesterday" then today - 1
-    else raise NotImplementedError, "Unrecognize match: #{match.inspect}"
+    else raise NotImplementedError, "Unrecognized match: #{match.to_s}"
     end
   end
 end

data/lib/attentive/entity.rb

@@ -37,7 +37,7 @@ module Attentive
 
 
     def initialize(variable_name, pos=0)
-      @variable_name = variable_name.to_sym
+      @variable_name = variable_name.to_s
       super pos
     end
 

data/lib/attentive/listener.rb

@@ -6,10 +6,7 @@ module Attentive
   class Listener
     attr_reader :phrases
 
-    def initialize(listeners, args, callback)
-      options = args.last.is_a?(::Hash) ? args.pop : {}
-
-      # Ugh!
+    def initialize(listeners, phrases, options, callback)
       context_options = options.fetch(:context, {})
       @required_contexts = context_options.fetch(:in, %i{conversation})
       @required_contexts = [] if @required_contexts == :any
@@ -18,8 +15,8 @@ module Attentive
       @prohibited_contexts = Set[*@prohibited_contexts]
 
       @listeners = listeners
+      @phrases = tokenize_phrases!(phrases)
       @callback = callback
-      @phrases = tokenize_phrases!(args)
     end
 
     def matches_context?(message)
@@ -47,7 +44,6 @@ module Attentive
     end
 
     def tokenize_phrase!(phrase)
-      # should this be {regexps: false}?
       Attentive::Tokenizer.tokenize(phrase, entities: true, regexps: true, ambiguous: false)
     end
 

data/lib/attentive/listener_collection.rb

@@ -1,3 +1,4 @@
+require "attentive"
 require "thread_safe"
 require "delegate"
 require "attentive/cursor"
@@ -12,19 +13,13 @@ module Attentive
     end
 
     def listen_for(*args, &block)
-      Listener.new(self, args, block).tap do |listener|
-        push listener
-      end
-    end
+      options = args.last.is_a?(::Hash) ? args.pop : {}
 
-    def overhear(*args, &block)
-      Listener.new(self, args, block).tap do |listener|
+      Attentive::Listener.new(self, args, options, block).tap do |listener|
         push listener
       end
     end
 
-
-
     def hear(message)
       listeners = select { |listener| listener.matches_context?(message) }
 
@@ -33,8 +28,12 @@ module Attentive
       message.tokens.each_with_index do |token, i|
         listeners.each do |listener|
           listener.phrases.each do |phrase|
-            match = Attentive::Matcher.new(phrase, Cursor.new(message.tokens, i)).match!
-            matches.push match if match
+            match = Attentive::Matcher.new(phrase, Cursor.new(message.tokens, i), listener: listener, message: message).match!
+            next unless match
+
+            # Don't match more than one phrase per listener
+            matches.push match
+            break
           end
         end
       end

data/lib/attentive/match.rb

@@ -1,17 +1,20 @@
 module Attentive
   class Match
+    attr_reader :listener, :phrase, :message
 
     def initialize(phrase, attributes={})
       @phrase = phrase.to_s
       @match_data = attributes.fetch(:match_data, {})
+      @listener = attributes[:listener]
+      @message = attributes[:message]
     end
 
     def matched?(variable_name)
-      @match_data.key?(variable_name)
+      @match_data.key? variable_name.to_s
     end
 
     def [](variable_name)
-      @match_data.fetch(variable_name)
+      @match_data.fetch variable_name.to_s
     end
 
     def to_s

data/lib/attentive/matcher.rb

@@ -8,6 +8,7 @@ module Attentive
       @phrase = phrase
       @cursor = cursor
       @pos = params.fetch(:pos, 0)
+      @match_params = params.each_with_object({}) { |(key, value), new_hash| new_hash[key] = value if %i{listener message}.member?(key) }
       @pos += 1 while phrase[pos] && phrase[pos].whitespace?
       @match_data = {}
       @state = :matching
@@ -46,8 +47,10 @@ module Attentive
           end
           @pos += 1 while phrase[pos] && phrase[pos].whitespace?
           @state = :found
-          # puts "matched #{phrase.inspect}"
-          return Attentive::Match.new(phrase, match_data: @match_data) if pos == phrase.length
+
+
+          # -> This is the one spot where we instantiate a Match
+          return Attentive::Match.new(phrase, @match_params.merge(match_data: @match_data)) if pos == phrase.length
 
         elsif !token.skippable?
           @state = :mismatch

data/lib/attentive/message.rb

@@ -5,9 +5,10 @@ module Attentive
   class Message
     attr_reader :contexts, :text
 
-    def initialize(text, params)
+    def initialize(text, params={})
       @text = text
       @contexts = Set.new(params.fetch(:contexts, []))
+      contexts << :conversation if tokens.grep(Attentive::Tokens::Invocation).any?
     end
 
     def tokens

data/lib/attentive/text.rb

@@ -14,44 +14,5 @@ module Attentive
       text.gsub(/[“”]/, "\"").gsub(/[‘’]/, "'")
     end
 
-
-
-    DATA_PATH = File.expand_path(File.dirname(__FILE__) + "/../../data").freeze
-
-    CONTRACTIONS = {}.tap do |contractions|
-      File.open(DATA_PATH + "/contractions.tsv") do |file|
-        file.each do |line|
-          next if line.start_with?("#") # skip comments
-          next if line == "\n" # skip blank lines
-
-          # the file contains tab-separated values.
-          # the first value is the contraction.
-          # the remaining values are possible phrases that match it
-          phrases = line.chomp.split("\t")
-          raise "#{line.inspect} must have exactly two values" unless phrases.length >= 2
-
-          contractions[phrases.shift] = phrases
-        end
-      end
-    end.freeze
-
-    SLANG = {}.tap do |slang|
-      File.open(DATA_PATH + "/slang.tsv") do |file|
-        file.each do |line|
-          next if line.start_with?("#") # skip comments
-          next if line == "\n" # skip blank lines
-
-          # the file contains tab-separated values.
-          # every line should have exactly two values:
-          #  + the first is the slang word
-          #  + the second is the normal word
-          words = line.chomp.split("\t")
-          raise "#{line.inspect} must have exactly two values" unless words.length == 2
-
-          slang[words[0]] = words[1]
-        end
-      end
-    end.freeze
-
   end
 end

data/lib/attentive/token.rb

@@ -2,7 +2,7 @@ module Attentive
   class Token
     attr_reader :pos
 
-    def initialize(pos)
+    def initialize(pos=nil)
       @pos = pos
     end
 
@@ -37,7 +37,7 @@ module Attentive
   class StringToken < Token
     attr_reader :string
 
-    def initialize(string, pos)
+    def initialize(string, pos=nil)
       @string = string
       super pos
     end

data/lib/attentive/tokenizer.rb

@@ -1,8 +1,11 @@
+require "attentive/abbreviations"
+require "attentive/contractions"
 require "attentive/text"
 require "attentive/tokens"
 require "attentive/phrase"
 require "attentive/errors"
 
+
 module Attentive
   class Tokenizer
     extend Attentive::Tokens
@@ -14,7 +17,6 @@ module Attentive
     SPLITTER = /(\n|{{|}}|\s+|\.{2,}|[^\s\w'@-])/.freeze
     PUNCTUATION = /^\W+$/.freeze
     WHITESPACE = /^\s+$/.freeze
-    ME = "@me".freeze
     ENTITY_START = "{{".freeze
     ENTITY_END = "}}".freeze
     REGEXP_START = "(".freeze
@@ -109,14 +111,14 @@ module Attentive
         when PUNCTUATION
           tokens << punctuation(string, pos: pos)
 
-        when ME
-          tokens << me(pos: pos)
+        when *Attentive.invocations
+          tokens << invocation(string, pos: pos)
 
         else
-          if replace_with = Attentive::Text::SLANG[string]
+          if replace_with = Attentive::ABBREVIATIONS[string]
             tokens.concat tokenize(replace_with, options)
 
-          elsif expands_to = Attentive::Text::CONTRACTIONS[string]
+          elsif expands_to = Attentive::CONTRACTIONS[string]
             possibilities = expands_to.map do |possibility|
               tokenize(possibility, options)
             end

data/lib/attentive/tokens.rb

@@ -13,8 +13,8 @@ module Attentive
       Attentive::Entity[entity_name.to_sym].new(variable_name)
     end
 
-    def me(pos: nil)
-      Attentive::Tokens::Me.new pos
+    def invocation(string, pos: nil)
+      Attentive::Tokens::Invocation.new string, pos
     end
 
     def punctuation(string, pos: nil)
@@ -38,7 +38,7 @@ end
 
 require "attentive/tokens/any_of"
 require "attentive/tokens/emoji"
-require "attentive/tokens/me"
+require "attentive/tokens/invocation"
 require "attentive/tokens/punctuation"
 require "attentive/tokens/regexp"
 require "attentive/tokens/whitespace"

data/lib/attentive/tokens/{me.rb → invocation.rb}

@@ -2,10 +2,11 @@ require "attentive/token"
 
 module Attentive
   module Tokens
-    class Me < Token
+    class Invocation < StringToken
 
-      def to_s
-        Attentive::Tokenizer::ME
+      # All invocations are equal
+      def ==(other)
+        self.class == other.class
       end
 
       def skippable?

data/lib/attentive/version.rb

@@ -1,3 +1,3 @@
 module Attentive
-  VERSION = "0.1.0.beta1"
+  VERSION = "0.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: attentive
 version: !ruby/object:Gem::Version
-  version: 0.1.0.beta1
+  version: 0.1.0
 platform: ruby
 authors:
 - Bob Lail
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-04-25 00:00:00.000000000 Z
+date: 2016-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thread_safe
@@ -152,10 +152,11 @@ files:
 - attentive.gemspec
 - bin/console
 - bin/setup
-- data/contractions.tsv
-- data/slang.tsv
 - lib/attentive.rb
+- lib/attentive/abbreviations.rb
 - lib/attentive/composite_entity.rb
+- lib/attentive/config.rb
+- lib/attentive/contractions.rb
 - lib/attentive/cursor.rb
 - lib/attentive/entities/integer.rb
 - lib/attentive/entities/relative_date.rb
@@ -173,7 +174,7 @@ files:
 - lib/attentive/tokens.rb
 - lib/attentive/tokens/any_of.rb
 - lib/attentive/tokens/emoji.rb
-- lib/attentive/tokens/me.rb
+- lib/attentive/tokens/invocation.rb
 - lib/attentive/tokens/punctuation.rb
 - lib/attentive/tokens/regexp.rb
 - lib/attentive/tokens/whitespace.rb
@@ -194,9 +195,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.2.2

data/data/contractions.tsv

@@ -1,134 +0,0 @@
-# List of English Contractions
-# https://en.wikipedia.org/wiki/Wikipedia:List_of_English_contractions
-
-ain't	am not
-aren't	are not
-can't	can not
-cannot	can not
-could've	could have
-couldn't	could not
-couldn't've	could not have
-didn't	did not
-doesn't	does not
-don't	do not
-hadn't	had not
-hadn't've	had not have
-hasn't	has not
-haven't	have not
-he'd	he had	he would
-he'd've	he would have
-he'll	he will	he shall
-he's	he is	he has
-he'sn't	he is not	he has not
-how'd	how did	how would
-how'll	how will
-how's	how is	how has	how does
-I'd	I would	I had
-I'd've	I would have
-I'll	I shall	I will
-I'm	I am
-I've	I have
-I'ven't	I have not
-isn't	is not
-it'd	it would	it had
-it'd've	it would have
-it'll	it will	it shall
-it's	it is	it has
-it'sn't	it is not	it has not
-let's	let us
-ma'am	madam
-mightn't	might not
-mightn't've	might not have
-might've	might have
-mustn't	must not
-must've	must have
-needn't	need not
-not've	not have
-o'clock	of the clock
-oughtn't	ought not
-shan't	shall not
-she'd	she had	she would
-she'd've	she would have
-she'll	she shall	she will
-she's	she is	she has
-she'sn't	she is not	she has not
-should've	should have
-shouldn't	should not
-shouldn't've	should not have
-somebody'd	somebody had	somebody would
-somebody'd've	somebody would have
-somebody'dn't've	somebody would not have
-somebody'll	somebody shall	somebody will
-somebody's	somebody is	somebody has
-someone'd	someone had	someone would
-someone'd've	someone would have
-someone'll	someone shall	someone will
-someone's	someone is	someone has
-something'd	something had	something would
-something'd've	something would have
-something'll	something shall	something will
-something's	something is	something has
-that'll	that will
-that's	that is	that has
-there'd	there had	there would
-there'd've	there would have
-there're	there are
-there's	there is	there has
-they'd	they would	they had
-they'dn't	they would not
-they'dn't've	they would not have
-they'd've	they would have
-they'd'ven't	they would have not
-they'll	they shall	they will
-they'lln't've	they will not have
-they'll'ven't	they will have not
-they're	they are
-they've	they have
-they'ven't	they have not
-'tis	it is
-'twas	it was
-wasn't	was not
-we'd	we had	we would
-we'd've	we would have
-we'dn't've	we would not have
-we'll	we will
-we'lln't've	we will not have
-we're	we are
-we've	we have
-weren't	were not
-what'll	what shall	what will
-what're	what are
-what's	what is	what does	what has
-what've	what have
-when's	when is	when has
-where'd	where did
-where's	where is	where does	where has
-where've	where have
-who'd	who would	who had
-who'd've	who would have
-who'll	who shall	who will
-who're	who are
-who's	who is	who has
-who've	who have
-why'll	why will
-why're	why are
-why's	why is	why has
-won't	will not
-won't've	will not have
-would've	would have
-wouldn't	would not
-wouldn't've	would not have
-y'all	you all
-y'all'd've	you all would have
-y'all'dn't've	you all would not have
-y'all'll	you all will
-y'all'lln't	you all will not
-y'all'll've	you all will have
-y'all'll'ven't	you all will have not
-you'd	you had	you would
-you'd've	you would have
-you'll	you shall	you will
-you're	you are
-you'ren't	you are not
-you've	you have
-you'ven't	you have not

data/data/slang.tsv

@@ -1,19 +0,0 @@
-# Slang / Shorthand
-
-bye	goodbye
-gonna	going to
-hi	hello
-ol'	old
-'sup	what is up
-thanks	thank you
-wanna	want to
-mon	monday
-tue	tuesday
-tues	tuesday
-wed	wednesday
-thu	thursday
-thur	thursday
-thurs	thursday
-fri	friday
-sat	saturday
-sun	sunday