phrase_lookup 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 32b11a0a31d6b4afb590acb15a6f74018bf36537
-  data.tar.gz: 170ff1378697e0cf671fea182b792081cfb0b300
+  metadata.gz: d53e25ba45ea872bcadcdf60d42d70ca9e2947ac
+  data.tar.gz: dd1dfa771d4c6e9680ca543afc99fa63db05b003
 SHA512:
-  metadata.gz: 55484bf90fd79d9eb6fb677b14609f551fa7a8d235c87d94ca191de4cdd32fa48242913adc732ddc5bcb330c3a05f9395f82a307430a6bfd087f5a65d506c0b3
-  data.tar.gz: 602aa7b23dea6b1fec9d24bfac47048eca53e24efc8dd2c11909cf2b29e44e476024652c5297ef9096256eed9ebb6c93945e17479e431058d0c7c9e728adfc71
+  metadata.gz: c2711085687c382bc577bc34868f5ddd64fd301b058a99a9e13d2868b3f2bac78ede02517af1cfa5a91cc2cfff2976b5072026e3c70ca6bdeb2978a639189a85
+  data.tar.gz: c16def56b22e5dcc2da1440545699475745473e6675b12613ef5f2b1e6ab9c34bd215cf7ac00bc3a7bf59cfbd89e2430ef8c67366b44ac937ce8cbc334c88458

checksums.yaml.gz.sig

@@ -1,4 +1,2 @@
-�<I�͋K����ћ�k	Sɟ���\����B��`į�Z��)Z�����ו�Oq��D�Qx���:��8LD
-r�����#t�ŀ*�Yzm�^�@��4s�v(�JQҳ�l�)|
-!��I��H#�o-��;,wENG=
y��נ/���*�1߄�xL��I�~^k]V>;�����>�s��t�e2g��
-�S&0z�U�Y�
�X{.S��nD��ܡ0��om
+�lg���<r	�{��� ������.�1�
+��T���G׶��?H�q�L��nW������N@V!j�_�A#1�*3��Z�Vi����
l=�����vB3"�Z�A�L'#y5����o����%��ɮ2P����]q�vQ�Y�[����'��V�3�qqG��3���'�̨-���d��?4˩$��&˯A��T������l�lc�!32��s���]>��afH�

data/lib/phrase_lookup.rb

@@ -5,39 +5,117 @@
 # description: Returns a list of matching phrases from plain text
 # idea: return the list sorted by rank
 
+require 'yaml'
 require 'rxfhelper'
 
 
 class PhraseLookup
 
-  def initialize(raw_s=nil)
+  def initialize(raw_s=nil)  
+
+    @master = if raw_s then
+      
+      s = RXFHelper.read(raw_s).first
+      
+      if s.lstrip =~ /^---/ then # it's YAML
+        
+         Master.new(s)      
+         
+      elsif s =~ /: /   # it's the contents of a log file
+        
+         m = Master.new
+         m.create s
+         m
+         
+      else   # it's plain text
+        
+         m = Master.new
+         m.create_from_txt s
+         m
+         
+      end
+      
+    end
+    
 
-    @a = []
+  end
+  
+  class Master    
+    
+    def initialize(yaml=nil)
 
-    if raw_s then
+      @h = yaml ? YAML.load(yaml) : {}
+      
+    end
+    
+    def create(s)
+      
+      @h = parse_log(s)
+      
+    end
+    
+    def create_from_txt(s)
+      
+      @h = parse(s)
+      
+    end    
+    
+    def update(s)
 
-      s, _ = RXFHelper.read(raw_s) 
-      parse s
+      parse_log(s).each {|k,v| @h.has_key?(k) ? @h[k] += v : @h[k] = v }
 
     end
     
+    def save(filename='master.yaml')
+      File.write filename, @h.sort.to_h.to_yaml
+    end
+    
+    def to_h()
+      @h.clone
+    end
+    
+    private
+    
+    def parse(raw_s)
+      
+      s, _ = RXFHelper.read(raw_s)       
+      
+      a = s.downcase.gsub(/\?/,'').lines.map(&:strip).compact
+      a.uniq.inject({}) {|r,x| r.merge x => a.count(x)}
+      
+    end    
+    
+    def parse_log(raw_s)
+      
+      s, _ = RXFHelper.read(raw_s)       
+      
+      a = s.downcase.gsub(/\?/,'').lines\
+          .map {|x| x.strip[/(?<=: )[^|]+(?= )/i]}.compact
+      a.uniq.inject({}) {|r,x| r.merge x => a.count(x)}
+      
+    end
   end
 
   def lookup(s, limit: 10)
+    
+    h = @master.to_h
+    a = h.keys
+    
+    a1 = a.grep /^#{s}/i
+    a2 = a.grep /\b#{s}/i
 
-    a1 = @a.grep /^#{s}/i
-    a2 = @a.grep /#{s}/i
-
-    return (a1 + a2).uniq.take 10
+    return (a1 + a2).uniq.sort_by {|word| -h[word]}.take limit
+    
   end
 
   alias q lookup
-
-  def parse(s)
-
-    @a = s.strip.lines.map(&:strip)
-
+  
+  def master()
+    @master
   end
 
+  def save(filename='phrase_lookup.yaml')
+    @master.save filename
+  end
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: phrase_lookup
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - James Robertson