lineparser 0.1.15 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: fbaa04ee1873fa49ae03df2a7bc95c9884963abc
-  data.tar.gz: 6b5617d478478ec1caef1eb74be16925d8e80a88
+SHA256:
+  metadata.gz: da9c29d07840e85a7898267fd02c3af3327661472f37422187d3c728bcfc0b47
+  data.tar.gz: b018de36af3c41e709236ae27066ce6cabe31f8ce92a719d0d68f810a7fd2704
 SHA512:
-  metadata.gz: b1946c7cec2d57fc347180b9dbbf7500ff1ae4f24a7813fe736c79ac3c067c5a57c6ed4e84565eb0fbec3e7436236f4451b0014b8823a7f752f995f0e23fdd74
-  data.tar.gz: da3de64e96337a37fc443ea18f5c96ac88b4456c5c921cee1dd0bcfe8ddc2b4708a378011ebe8ce8fa078a74ea9b7e298148d2bdb14db17b00af76e8b6bed563
+  metadata.gz: 65d5e8b1185f3980b58598a4b32445ca6bb4cafe24ebcc9ba1ba5db65843f1ba8fc336276aa26ccbfa256b40faf7cff98375363dca733de45fe3b703a269326d
+  data.tar.gz: 52e55cea8d3cabaec9f333f0c3ead7a47e160de4b97aa2f871d3677655367fa608bad68a332b397887a8325934c96d9ff059f6fefc6db63bdc34b078e8038293

data/lib/lineparser.rb

@@ -1,190 +1,274 @@
-#!/usr/bin/env ruby
-
-# file: lineparser.rb
-
-require 'line-tree'
-
-
-class LineParser
-
-  def initialize(patterns=[], lines=nil, ignore_blank_lines: true)
-
-    @ibl = ignore_blank_lines
-    @h = {
-
-      String: lambda do |s, pattern|
-
-        labels = []
-
-        pattern.gsub!('+',"\\\\+")
-        r = s.match(/#{pattern.gsub(/:\w+/) {|x| labels << x; '(\\S+)'}}/)
-
-        if r then
-          params = Hash[*labels.zip(r.captures).flatten(1)]
-        end
-
-      end,
-
-      Regexp: lambda do |s, regex|
-
-        r = s.match(regex)
-
-        if r then
-          h = {captures: r.captures}          
-          r.names.inject(h) {|rn,x| rn.merge(x.to_sym => r[x])} if r.names
-        end
-      end
-    }
-
-    @patterns = patterns.select {|x| x.first == :all}
-
-    hpatterns = {root: []}.merge patterns.inject({}){|r,x| r.merge(x[2] => x)}
-
-    hpatterns.reverse_each do |k,v| 
-      hpatterns[v.first] << v if hpatterns[v.first]
-    end
-
-    @tree_patterns =  hpatterns[:root].reverse
-
-    parse lines if lines
-
-  end
-
-  def parse(s)
-    @a = scan @tree_patterns, LineTree.new(s, ignore_blank_lines: @ibl).to_a
-  end
-
-  def to_a
-    @a
-  end
-
-  def to_xml
-    Rexle.new(xmlize(@a).inject([:root, '', {}]){|r,x| r << x}).xml if @a
-  end
-
-  private
-
-  def join(lines, indent='')
-    lines.map do |x|
-      indent + (x.is_a?(Array) ? join(x, indent + '  ') : x)
-    end.join("\n")
-  end
-
-  def scan(xpatterns, items)
-
-    records = []
-
-    while items.any? do
-
-      x = items.shift
-
-      params, context = nil, nil
-
-      xpatterns = [xpatterns] unless xpatterns[0].is_a? Array
-
-      found = @patterns.detect do |_, pattern| 
-        params = @h[pattern.class.to_s.to_sym].call x.first, pattern
-      end
-
-      if found then
-
-        children = nil
-        children = scan(found.last, x[1..-1]) if found.last.is_a? Array
-        records << [found[2], params, x, children]
-
-      else
-
-        found = xpatterns.detect do |_, pattern, id|
-
-          if pattern == :root then 
-
-            found = @tree_patterns.detect do |_, pattern2, id|
-              params = @h[pattern2.class.to_s.to_sym].call x.first, pattern2
-              context = id if params
-            end
-
-          else
-
-            params = @h[pattern.class.to_s.to_sym].call x.first, pattern
-            context = id if params
-          end
-        end
-        
-        if found then
-
-          children = nil
-          children = scan(found[3..-1], x[1..-1]) if found.last.is_a? Array
-          records << [context, params, x, children]
-        end
-      end
-    end
-
-    return records
-  end
-
-  def xmlize(rows)
-
-    r = rows.map do |row|
-
-      label, h, lines, children = row
-
-      new_h = h.inject({}) do |r,k| 
-
-        if k.first == :captures then
-
-          k[-1].map.with_index.to_a.inject({}) do |r2,x|
-            x[0] ? r.merge!(('captures' + x[-1].to_s).to_sym => x[0]) : r
-          end
-        else
-          r.merge k[0][/\w+/] => k[-1]
-        end
-      end
-
-      c = children ? xmlize(children) : []
-
-      [label, join(lines), new_h, *c]
-    end
-   
-    r
-  end
-
-end
-
-
-=begin
-
-Basic example:
-
-lines =<<LINES
-resources: posts
-# winning
-#
-post
-  model
-    Post
-      orange 123
-      fff
-comments
-  model
-    Comment
-      orange 576
-      ggg
-LINES
-
-patterns = [
-  [:root, 'resources: :resources', :resources],
-  [:root, ':resource', :resource],
-  [:resource, 'model', :model],
-  [:model, ':class_name', :model_class],
-  [:model_class, /orange (\w+)/, :model_class_attribute],
-  [:all, /#/, :comment]
-]
-
-lp = LineParser.new patterns
-r = lp.parse lines
-#=>  
- => [
-  [:app_path, {":app_path"=>"/tmp"}, ["app_path: /tmp"], nil], 
-  [:app, {":app"=>"blog"}, ["app: blog"], nil], 
-  [:resources, {":resources"=>"posts"}, ["resources: posts"], ...
-=end
+#!/usr/bin/env ruby
+
+# file: lineparser.rb
+
+require 'line-tree'
+
+
+class LineParser
+
+  def initialize(patterns=[], lines=nil, ignore_blank_lines: true, debug: false)
+
+    @ibl, @debug = ignore_blank_lines, debug
+    @h = {
+
+      String: lambda do |s, pattern|
+
+        labels = []
+
+        pattern.gsub!('+',"\\\\+")
+        r = s.match(/#{pattern.gsub(/:\w+/) {|x| labels << x; '([^\\n]*)'}}/)
+
+        if r then
+          params = Hash[*labels.zip(r.captures).flatten(1)]
+        end
+
+      end,
+
+      Regexp: lambda do |s, regex|
+
+        r = s.match(regex)
+
+        if r then
+          h = {captures: r.captures}          
+          r.names.inject(h) {|rn,x| rn.merge(x.to_sym => r[x])} if r.names
+        end
+      end
+    }
+
+    @patterns = patterns.select {|x| x.first == :all}
+
+    hpatterns = {root: []}.merge patterns.inject({}){|r,x| r.merge(x[2] => x)}
+
+    hpatterns.reverse_each do |k,v| 
+      hpatterns[v.first] << v if hpatterns[v.first]
+    end
+
+    @tree_patterns =  hpatterns[:root].reverse
+
+    parse lines if lines
+
+  end
+
+  def parse(s)
+
+    puts 'inside parse()' if @debug
+    a = scan @tree_patterns, LineTree.new(s, ignore_blank_lines: @ibl).to_a
+    @h2 = build_hash a
+    @a = a
+    
+  end
+
+  def to_a
+    @a
+  end
+  
+  def to_h()
+    @h2
+  end
+
+  def to_xml
+    raw_doc = xmlize(@a).inject([:root, {}, '']){|r,x| r << x}
+    puts 'raw_doc: ' + raw_doc.inspect if @debug
+    Rexle.new(raw_doc).xml if @a
+  end
+
+  private
+  
+  
+  def build_hash(a)
+
+    def filter(h2)
+    
+      h = {}
+      puts 'h2: ' + h2.inspect if @debug
+    
+      h2.each do |k, v|
+    
+        puts 'v:' + v.inspect if @debug
+    
+          a3 = v.flat_map do |row| 
+
+            a2 = []
+
+            puts 'row: ' + row.inspect
+            puts 'row[3]: ' + row[3].inspect
+
+            if row[3] and row[3].any? then
+              
+              puts 'row[3][0][1]: ' + row[3][0][1].inspect if @debug
+              
+              if row[3][0][1].has_key? :captures and row[3][0][1][:captures].any? then
+                
+                a2 = row[3].map {|x| x[2].first }
+
+              else
+                a2 = filter(row[3].group_by {|x| x.first })
+              end
+              
+            else
+              a2 = row[1].values.first
+            end
+
+            key = row[1].values.first            
+            key ||= a2
+            (key.empty? or key == a2) ? a2 : {key => a2}
+
+          end
+          
+          h[k] = a3.length > 1 ? a3 : a3.first
+    
+      end
+    
+      return h
+    end
+    
+    h3 = a.group_by {|x| x.first }
+        
+    filter(h3)    
+    
+  end 
+
+  def join(lines, indent='')
+    lines.map do |x|
+      indent + (x.is_a?(Array) ? join(x, indent + '  ') : x)
+    end.join("\n")
+  end
+
+  def scan(xpatterns, items)
+    
+    puts 'inside scan()' if @debug
+
+    records = []
+
+    while items.any? do
+
+      x = items.shift
+
+      params, context = nil, nil
+
+      xpatterns = [xpatterns] unless xpatterns[0].is_a? Array
+
+      found = @patterns.detect do |_, pattern| 
+        params = @h[pattern.class.to_s.to_sym].call x.first, pattern
+      end
+      
+      puts 'found: ' + found.inspect if @debug
+
+      if found then
+
+        children = nil
+        children = scan(found.last, x[1..-1]) if found.last.is_a? Array
+        records << [found[2], params, x, children]
+
+      else
+
+        puts 'xpatterns: ' + xpatterns.inspect if @debug
+        
+        found = xpatterns.detect do |_, pattern, id|
+        
+          puts 'found2: ' + found.inspect if @debug
+
+          if pattern == :root then 
+
+            found = @tree_patterns.detect do |_, pattern2, id|
+              params = @h[pattern2.class.to_s.to_sym].call x.first, pattern2
+              context = id if params
+            end
+            
+            puts 'found3: ' + found.inspect if @debug
+            
+          else
+
+            if @debug then
+              puts '@h: ' + @h.inspect
+              puts 'pattern: ' + pattern.inspect
+              puts 'x.first: ' + x.first.inspect
+            end
+            
+            params = @h[pattern.class.to_s.to_sym].call x.first, pattern
+            puts 'params: ' + params.inspect if @debug
+            context = id if params
+          end
+        end
+        
+        if found then
+
+          children = nil
+          children = scan(found[3..-1], x[1..-1]) if found.last.is_a? Array
+          records << [context, params, x, children]
+        end
+      end
+    end
+
+    return records
+  end
+
+  def xmlize(rows)
+
+    r = rows.map do |row|
+
+      label, h, lines, children = row
+
+      new_h = h.inject({}) do |r,k| 
+
+        if k.first == :captures and k.last.any? then
+          
+          puts 'k: ' + k.inspect if @debug
+          
+          k[-1].map.with_index.to_a.inject({}) do |r2,x|
+            x[0] ? r.merge!(('captures' + x[-1].to_s).to_sym => x[0]) : r
+          end
+        else
+          r.merge k[0][/\w+/] => k[-1]
+        end
+      end
+
+      c = children ? xmlize(children) : []
+
+      [label, new_h, join(lines), *c]
+    end
+   
+    r
+  end
+
+end
+
+
+=begin
+
+Basic example:
+
+lines =<<LINES
+resources: posts
+# winning
+#
+post
+  model
+    Post
+      orange 123
+      fff
+comments
+  model
+    Comment
+      orange 576
+      ggg
+LINES
+
+patterns = [
+  [:root, 'resources: :resources', :resources],
+  [:root, ':resource', :resource],
+  [:resource, 'model', :model],
+  [:model, ':class_name', :model_class],
+  [:model_class, /orange (\w+)/, :model_class_attribute],
+  [:all, /#/, :comment]
+]
+
+lp = LineParser.new patterns
+r = lp.parse lines
+#=>  
+ => [
+  [:app_path, {":app_path"=>"/tmp"}, ["app_path: /tmp"], nil], 
+  [:app, {":app"=>"blog"}, ["app: blog"], nil], 
+  [:resources, {":resources"=>"posts"}, ["resources: posts"], ...
+=end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lineparser
 version: !ruby/object:Gem::Version
-  version: 0.1.15
+  version: 0.2.0
 platform: ruby
 authors:
 - James Robertson
@@ -10,28 +10,32 @@ bindir: bin
 cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
-  MIIDljCCAn6gAwIBAgIBATANBgkqhkiG9w0BAQUFADBIMRIwEAYDVQQDDAlnZW1t
-  YXN0ZXIxHjAcBgoJkiaJk/IsZAEZFg5qYW1lc3JvYmVydHNvbjESMBAGCgmSJomT
-  8ixkARkWAmV1MB4XDTE1MDcwOTIyMTk1OFoXDTE2MDcwODIyMTk1OFowSDESMBAG
-  A1UEAwwJZ2VtbWFzdGVyMR4wHAYKCZImiZPyLGQBGRYOamFtZXNyb2JlcnRzb24x
-  EjAQBgoJkiaJk/IsZAEZFgJldTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoC
-  ggEBAJ4i0fv1FiTLo/nP6kFVtXNB0rYEcqrynSgTgsz7DtXAxJSWOB7fcyFG/Sfg
-  9sXRsoiqnf4JR1ipnnB6FPiikzSTkxTrkiyJcS/wryNWBhoghUlXRl43pBi6jVDe
-  LRz1xGYZJYephGGzpaHpNBxjFNxoiBWAWlJIyLIkj6n7Bn7S7JjLRwuC7NuvKuyA
-  /TSOe+ONQ7monyzRf388vwN3IFVXEnwRbGyywfaKZENtrY9haRECqObouTXm2FO3
-  XvUYSONPV+ujqxpIKjzepJLwsP/hvy0uaLqGOFP1S1SV7E7i3x/oemMS717ddBbV
-  SfzmXWratsDvWPkYS0M9e5bqzasCAwEAAaOBijCBhzAJBgNVHRMEAjAAMAsGA1Ud
-  DwQEAwIEsDAdBgNVHQ4EFgQUb/1jXj2E9ch7RD60+RMZMA3BLaIwJgYDVR0RBB8w
-  HYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1h
-  c3RlckBqYW1lc3JvYmVydHNvbi5ldTANBgkqhkiG9w0BAQUFAAOCAQEATj4uHbMS
-  GnH4N9ioH/VUSdDcbtGVPkIY4btYhetzSWa+MysE9XRRPyxBGuED+jHflQXHm3R3
-  iUbLQ/iUjdh+sjzI4SmWzN0CVkpuSfGz/ftcalJh24PnvNOiel/PyV99hUKVwmwo
-  MEGkQZNWLId1qF0O5mWngwJ+2FhFd28IBZcnK1Y02aGtQCUafk/1bRw1eLDo7JQj
-  /eju07p8lzi6RwF9vK056dc+8JVOd74nWBCj6VVWjokMtP/+miNgMwO+wK0/vwZl
-  z0nZCOBbXHu9V/SItYGV1U0klkvufc5K+BsJoCqAaQHrh18j7niO/wKeznsD/vjA
-  OvqEV5vPjMgHNQ==
+  MIIEXjCCAsagAwIBAgIBATANBgkqhkiG9w0BAQsFADAsMSowKAYDVQQDDCFnZW1t
+  YXN0ZXIvREM9amFtZXNyb2JlcnRzb24vREM9ZXUwHhcNMjAwOTE3MjIyMDE1WhcN
+  MjEwOTE3MjIyMDE1WjAsMSowKAYDVQQDDCFnZW1tYXN0ZXIvREM9amFtZXNyb2Jl
+  cnRzb24vREM9ZXUwggGiMA0GCSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQCyO1Zb
+  GtYa2IPzpSWbV7YEjd5n4hxHqMxEV3NE2oCOaOmmuB9GNMynHG/5mpDFwTQQhYUQ
+  y8eGk9EqIM0EM98wi9XWENCm+nrGrcRurPfE+S7GecEgSlGH2sb1cOTcR1ipLPXS
+  3pMtP1+tmuzszo7wQXNXwlcc+qujWqj/qlhyWc/sI63R6h70m4zthjTrO/UDks5h
+  EUP+9PuzzkiNocjzSm+7a/jUMhbU1yD656r8BilI3lzJl58HVcVsGGY4Kz86EzJT
+  iV97QHqJMDa2qIMydNBwpzfrlXPcceZOX3J4APO0usIeDUySKFVORyKE0sDA7lqZ
+  pOjjJ6pP+mVQcJgp6znW5dABx53w5Fb7QyymKiR+91rifYbZwmrqfwsdBt0uhOG8
+  IbM9VdH/VfKze5wPj/PPxLOAFfx/B7QhA08Raki+WnkWGvJG04IDZjS9PC0fvJ8j
+  rZ/SHA78mi8JjUxyNt+wUUa5S9yrZxydn7uidipIYo/k3rNH38DXvP048w8CAwEA
+  AaOBijCBhzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQU5mmMLzbF
+  uuSVR6FWBPtCtKEMbEkwJgYDVR0RBB8wHYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0
+  c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1hc3RlckBqYW1lc3JvYmVydHNvbi5ldTAN
+  BgkqhkiG9w0BAQsFAAOCAYEAjzxAnyL61pJ1mGfTwk3XnG6DwafRLOZJGC0euWD0
+  +Gag+w7ciVKEIYreXBBgUTk23vLOS0W9RGkh32kvWz6osfWcMqb5DYrS+eqD7jWr
+  ZDAu40WUdftVimgHgbaX8JGkamsCuXGUEcjyuZvqIin1HacYqEX9DgHY7qwG0Z1Y
+  uoMT9Mft4RRFO76YtsMbgJbaxlCFcqMzxxG1sYjJ4zMvLIq0d5kAQZpXSLHAV5M4
+  nHOJqcbCuhX2Rk9FqFyHu99ap1lq+PMDCmA7QJhtD/MqV8i17GtE9pxGkPx6gMx4
+  c5YK/tmNlCZKtr6ASa8OD8Pd/qNtjyLMcKm9v/t6+Iuj7XvqgAGK0f5MBNHGmsWd
+  lTFRNeAqjG9zq18/Ex1AllAqc7Js7ZBBoUzO3GwKCaqNLsdRAuuTQmOywy7Ko9Zy
+  brbNaPUMXId06a/FvayO9VnovWqX0OameDJkWI43bBsQVBdiqHQ5I2xOm0NB/GaQ
+  cy0vi8GiqrPsSc2Y0KQjD/DK
   -----END CERTIFICATE-----
-date: 2015-07-09 00:00:00.000000000 Z
+date: 2020-09-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: line-tree
@@ -39,22 +43,22 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.9'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.17
+        version: 0.9.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.9'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.17
+        version: 0.9.1
 description: 
-email: james@r0bertson.co.uk
+email: james@jamesrobertson.eu
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -79,8 +83,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Lineparser is suited to parsing configuration files, however it can parse