phrase_lookup 0.1.7 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 445e3b08f2b2a4152aad4dffa8290256a1782210
-  data.tar.gz: '0956745dcb6bc0d9689528dd483eb5a079dd5d3d'
+SHA256:
+  metadata.gz: 1aefccf9a3e66b75245de27255b58f8d6f1e988263ec9f50599659bba92fb9ee
+  data.tar.gz: def447233c8586a549e3263fc6517ce37e84b8a08432a1e4f24bd5744d8029e0
 SHA512:
-  metadata.gz: 5f4a339a1e7e2164479edfd87d3858d640d8a1e8a43329d974c23f087158c3e1560b877000da58ca496f9e814902685ea07942aefa27b4deebc1684469eeb23a
-  data.tar.gz: 65022771885abe43116f52021d2e16f9e0654ac6761f1bb145ba53a8ce8596c0958dcfb6075444d4ce740cceafade9977d7fa09ac931c51ee829dfa8200f2665
+  metadata.gz: 35aaa7dfc6255ae42eab66f57653d1d908b7a143093063dd067a2b3db8f3d8ec1451f5a7cd9af2b91d9ec89fb52582328726d1070e725705bd2363548d8037d4
+  data.tar.gz: e0c01ec4b69bafe5a849b6045476ce1f27b57f49887fe63a72dfb4a0f37bae70d9152589932cf384e39c9c53658adaeb010f50a03934ba9e426e9e2e2a6b352b

data/lib/phrase_lookup.rb

@@ -6,111 +6,128 @@
 
 
 require 'yaml'
-require 'rxfhelper'
+require 'rxfreadwrite'
 
 
 class PhraseLookup
 
-  def initialize(obj=nil)  
+  def initialize(obj=nil, debug: false)
+
+    @debug = debug
 
     @master = if obj then
-      
+
       if obj.is_a? String then
-        
-        s = RXFHelper.read(obj).first
-        
+
+        s = RXFReader.read(obj).first
+
         if s.lstrip =~ /^---/ then # it's YAML
-          
+
           Master.new( YAML.load(s))
-          
+
         elsif s =~ /: /   # it's the contents of a log file
-          
+
           m = Master.new
           m.create s
           m
-          
+
         else   # it's plain text
-          
+
           m = Master.new
           m.create_from_txt s
           m
-          
+
         end
+
+      elsif obj.is_a? Array
+
+        puts 'array detected' if @debug
+
+        m = Master.new
+        m.parse_array obj
+        m
+
       else
         Master.new obj
       end
-      
+
     end
-    
+
 
   end
-  
-  class Master    
-    
+
+  class Master
+    include RXFReadWriteModule
+
     def initialize(h={})
 
       @h = h
-      
+
     end
-    
+
     def create(s)
-      
+
       @h = parse_log(s)
-      
+
     end
-    
+
     def create_from_txt(s)
-      
+
       @h = parse(s)
-      
-    end    
-    
+
+    end
+
     def update(s)
 
       parse_log(s).each {|k,v| @h.has_key?(k) ? @h[k] += v : @h[k] = v }
 
     end
-    
+
     def save(filename='master.yaml')
-      File.write filename, @h.sort.to_h.to_yaml
+      FileX.write filename, @h.sort.to_h.to_yaml
     end
-    
+
     def to_h()
       @h.clone
     end
-    
-    private
-    
+
     def parse(raw_s)
-      
-      s, _ = RXFHelper.read(raw_s)       
-      
+
+      s, _ = RXFReader.read(raw_s)
+
       a = s.downcase.gsub(/\?/,'').lines.map(&:strip).compact
       a.uniq.inject({}) {|r,x| r.merge x => a.count(x)}
-      
-    end    
-    
+
+    end
+
+    def parse_array(a)
+
+      @h = a.map {|x| x.downcase.gsub(/\?/,'')}\
+          .inject({}) {|r,x| r.merge x => a.count(x)}
+
+    end
+
     def parse_log(raw_s)
-      
-      s, _ = RXFHelper.read(raw_s)       
-      
-      a = s.downcase.gsub(/\?/,'').lines.map do |x| 
+
+      s, _ = RXFReader.read(raw_s)
+
+      a = s.downcase.gsub(/\?/,'').lines.map do |x|
         phrase = x.strip[/(?<=: )[^|]+(?= )/i]
         phrase.length < 50 ? phrase : nil if phrase
       end.compact
-      
+
       a.uniq.inject({}) {|r,x| r.merge x => a.count(x)}
-      
+
     end
   end
 
   def lookup(s, limit: 10, search_tags: false)
-    
+
     return [] if s.empty?
-    
+
     h = @master.to_h
     a = h.keys
-    
+
     a3 = if search_tags then
       a.grep /\].*(?:\b#{s}\b|\b#{s}).*\|.*(?:\b#{s}\b|\b#{s})/i
     else
@@ -121,12 +138,12 @@ class PhraseLookup
     end
 
     return a3.sort_by {|word| -h[word]}.map {|x| x.sub(/ +\|.*$/,'')}\
-        .uniq.take(limit)        
-    
+        .uniq.take(limit)
+
   end
 
   alias q lookup
-  
+
   def master()
     @master
   end
@@ -134,4 +151,5 @@ class PhraseLookup
   def save(filename='phrase_lookup.yaml')
     @master.save filename
   end
-end
+end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: phrase_lookup
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.2.0
 platform: ruby
 authors:
 - James Robertson
@@ -10,51 +10,55 @@ bindir: bin
 cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
-  MIIDljCCAn6gAwIBAgIBATANBgkqhkiG9w0BAQUFADBIMRIwEAYDVQQDDAlnZW1t
-  YXN0ZXIxHjAcBgoJkiaJk/IsZAEZFg5qYW1lc3JvYmVydHNvbjESMBAGCgmSJomT
-  8ixkARkWAmV1MB4XDTE3MTAxMTExMzUxNVoXDTE4MTAxMTExMzUxNVowSDESMBAG
-  A1UEAwwJZ2VtbWFzdGVyMR4wHAYKCZImiZPyLGQBGRYOamFtZXNyb2JlcnRzb24x
-  EjAQBgoJkiaJk/IsZAEZFgJldTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoC
-  ggEBALxTjEVtvsr1rCCnEdMkyx9b0CYjz3q90IaS8rGklhAO6u90AYfLTahxSTY/
-  U6ibpX2HFhu1mi03mq+JiNEkpsuk4w7/+l4lYlP3HtIYmMdssiwZnH+QyB4aP7R4
-  isso+Op95NkVNRw0oVTDjtpNl0IvonXB/6yGVRla9J8Erz9MLW89f4sHP0FGexzw
-  r/BGLqtVUNxha8hnH/BVyjkkYMKBYNpgOshZ313gmT4sPfavckbNbsUlhWHN+fuZ
-  i1yeuU231IihQyo45w8z/OsGhnXheDziHaEQ9KYo2jY2G/smWyfByj0RNQ1szBHj
-  H3HrfB401uYqre46iZjGpGP53/UCAwEAAaOBijCBhzAJBgNVHRMEAjAAMAsGA1Ud
-  DwQEAwIEsDAdBgNVHQ4EFgQUZRNz6mn0Jnt/0zxQhfGhfnHM+zAwJgYDVR0RBB8w
-  HYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1h
-  c3RlckBqYW1lc3JvYmVydHNvbi5ldTANBgkqhkiG9w0BAQUFAAOCAQEAo+OjhDsb
-  I4O7uXvyMprFsmrPxLqJQZiG3Ca4biUSx9dTji5jwPctqzXUxB8shQV6iI0J2G/9
-  tghJOAqy18lXhlS0eBqZNuXS9rpDfiKOIeiD4X7GRbtIMmg68HKnW2l72ij5d+ay
-  oUN/NTJOCHKrgJ48XxdHG/4eYyQDXWVtduAitqNXvMREeP8eP6j2icBXP15bZpgY
-  DUWq9PrW+gmCWIDmnMtW8YTWTR+FnI+uGhcoFYucP1uKUv9J5EQp/B40m1Qoxnz6
-  m1kU5vbLTlJYenStfwtXDnHL7ul9y7MaPO+5UyjWWUuz8iRexmjB/HymNMK7NwPv
-  YzZJ2MWOCulgfw==
+  MIIEXjCCAsagAwIBAgIBATANBgkqhkiG9w0BAQsFADAsMSowKAYDVQQDDCFnZW1t
+  YXN0ZXIvREM9amFtZXNyb2JlcnRzb24vREM9ZXUwHhcNMjIwMjIzMTkwMzI3WhcN
+  MjMwMjIzMTkwMzI3WjAsMSowKAYDVQQDDCFnZW1tYXN0ZXIvREM9amFtZXNyb2Jl
+  cnRzb24vREM9ZXUwggGiMA0GCSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDoHnqj
+  TM2ZXYOTvfJh6HL3aANUTZYiHo5eRhZVHnbvkD3D696L1gK11Xoue3q1PF6QV/BP
+  PCz2uF1veQbL7Mt0l4r4RMEZDaKjUCurcVP1scFoUFV6JW44o/IBglek64Gbi7rC
+  RvdNn2W0oo6qum0a1KhcfdzlRVwVEENVHWfarSLur48l2Uwc6DQrd2aXSMMlsFD5
+  X1+D1E6L6yx5YOU17K8+l/RYBJSIMUYRqsqjQzb+SK2L+YiEWbL/l98KOXhDQVBb
+  pGZN4XkByZuHASX0XYcE1jCdR3qaTlIqcMhilPdWnYmBImFC00vKnY3/Ig1IAFI6
+  ck+XmoTY46Jk/vCO5u2BSgPk8bG2IS4Pxwv3tiptvukTDCgyk4O7bnRCIebF6lKK
+  RM5lLUO0fwIDsTkgdNOxq0IxGLJIQVEYDyeW2FFUYiaF5tkaRLUPOe6AjC7TEFSP
+  L9Ez+PXtWDt7AuYFuZS+9oG0Z6taEBsp/M2dDne8QVo5/XFn//NIUTJNjyMCAwEA
+  AaOBijCBhzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUGQb9aF4B
+  t35fVGvOYmIMkJFaVIQwJgYDVR0RBB8wHYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0
+  c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1hc3RlckBqYW1lc3JvYmVydHNvbi5ldTAN
+  BgkqhkiG9w0BAQsFAAOCAYEAR7voLOl17Bq9FHhHJ8V/M6UqCwjoMRuNkVwjrjHj
+  kJAk4cxgxKvdEGyBOPETvL4NtaEIQk5E+bOhpv4z9vShPgJdh8eZBTiXOBEyfDLE
+  +NbxJxT15Ndi7nnWZ7Shjq0lh5tnKFtVG+su1Gxbxw6Q67EV8p+WB08i98YxQ/Rx
+  a0OtJ4E0+BM3wyUf5VZZlZdUiDFU6/XGIN3EzHwj/koUQaZKwTBlhiGWXw9WKbUL
+  82wm7bmqVD6wmKrKswmjv8Rk299/XsutkXZUNuENQghYxaMW94809R6gc9BJu5HU
+  zmVRfgEddyGqIt54IpuH1L20ggh3yJhBMePZRNhU4JpcSJeO383MTRrXHft0lrCP
+  HMkEsRk6i0/T2rtSpfjJlkR4UhlfXTlkK28SXABYRteFALwHK0Y5cMyl8RbDEiPp
+  A2jeePyrfaR7oaEcMysAqLkt0TsponTcp0R+tdNpgA5flDyl5htca12fCGoqpM9h
+  u9fFJ3bpBEj+P7q6043p1TWh
   -----END CERTIFICATE-----
-date: 2017-12-26 00:00:00.000000000 Z
+date: 2022-02-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rxfhelper
+  name: rxfreadwrite
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.2'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.2.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.4'
+        version: '0.2'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.2.4
 description: 
-email: james@jamesrobertson.eu
+email: digital.robertson@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -79,8 +83,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 3.2.22
 signing_key: 
 specification_version: 4
 summary: Returns a list of matching phrases from plain text