jls-grok 0.2.3091 → 0.2.3092

data/Rakefile

@@ -0,0 +1,12 @@
+task :default => [:package]
+
+task :package do
+  system("make -C ext clean; rm ext/Makefile")
+  system("svn up")
+  system("gem build grok.gemspec")
+end
+
+task :publish do
+  latest_gem = %x{ls -t jls-grok*.gem}.split("\n").first
+  system("gem push #{latest_gem}")
+end

data/examples/grok-web.rb

@@ -0,0 +1,131 @@
+#!/usr/bin/env ruby
+#
+# Simple web application that will let you feed grok's discovery feature
+# a bunch of data, and grok will show you patterns found and the results
+# of that pattern as matched against the same input.
+
+require 'rubygems'
+require 'sinatra'
+require 'grok'
+
+get '/' do
+  redirect "/demo/grok-discover/index"
+end
+
+get "/demo/grok-discover/index" do
+  haml :index
+end
+
+post "/demo/grok-discover/grok" do
+  grok = Grok.new
+  grok.add_patterns_from_file("/usr/local/share/grok/patterns/base")
+  @results = []
+  params[:data].split("\n").each do |line|
+    pattern = grok.discover(line)
+    grok.compile(pattern)
+    match = grok.match(line)
+    puts "Got input: #{line}"
+    puts " => pattern: (#{match != false}) #{pattern}"
+    @results << { 
+        :input => line,
+        :pattern => grok.pattern.gsub(/\\Q|\\E/, ""),
+        :full_pattern => grok.expanded_pattern,
+        :match => (match and match.captures or false),
+    }
+  end
+  haml :grok
+end
+
+get "/demo/grok-discover/style.css" do
+  sass :style
+end
+
+__END__
+@@ style
+h1
+  color: red
+.original
+.regexp
+  display: block
+  border: 1px solid grey
+  padding: 1em
+
+.results
+  width: 80%
+  margin-left: auto
+  th
+    text-align: left
+  td
+    border-top: 1px solid black
+@@ layout
+%html
+  %head
+    %title Grok Web
+    %link{:rel => "stylesheet", :href => "/demo/grok-discover/style.css"}
+  %body
+    =yield
+
+@@ index
+#header
+  %h1 Grok Web
+#content
+  Paste some log data below. I'll do my best to have grok generate a pattern for you.
+
+  %p
+    Learn more about grok here:
+    %a{:href => "http://code.google.com/p/semicomplete/wiki/Grok"} Grok
+
+  %p
+    This is running off of my cable modem for now, so if it's sluggish, that's
+    why. Be gentle.
+  %form{:action => "/demo/grok-discover/grok", :method => "post"}
+    %textarea{:name => "data", :rows => 10, :cols => 80}
+    %br
+    %input{:type => "submit", :value=>"submit"}
+
+@@ grok
+#header
+  %h1 Grok Results
+  %h3
+    %a{:href => "/demo/grok-discover/index"} Try more?
+#content
+  %p
+    Below is grok's analysis of the data you provided. Each line is analyzed
+    separately. It uses grok's standard library of known patterns to give you a
+    pattern that grok can use to match more logs like the lines you provided.
+  %p
+    The results may not be perfect, but it gives you a head start on coming up with
+    log patterns for 
+    %a{:href => "http://code.google.com/p/semicomplete/wiki/Grok"} grok 
+    and 
+    %a{:href => "http://code.google.com/p/logstash/"} logstash
+  %ol
+    - @results.each do |result|
+      %li
+        %p.original
+          %b Original:
+          %br= result[:input]
+        %p 
+          %b Pattern:
+          %br
+          %span.pattern= result[:pattern]
+        %p
+          %b 
+            Generated Regular Expression
+          %small
+            %i You could have written this by hand, be glad you didn't have to.
+          %code.regexp= result[:full_pattern].gsub("<", "&lt;")
+        %p
+          If you wanted to test this, you can paste the above expression into
+          pcretest(1) and it should match your input. 
+        %p
+          %b Capture Results
+          %table.results
+            %tr
+              %th Name
+              %th Value
+            - result[:match].each do |key,val|
+              - val.each do |v|
+                %tr
+                  %td= key
+                  %td= v

data/examples/pattern-discovery.rb

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+#
+
+require "rubygems"
+require "grok"
+require "pp"
+
+grok = Grok.new
+
+# Load some default patterns that ship with grok.
+# See also: 
+#   http://code.google.com/p/semicomplete/source/browse/grok/patterns/base
+grok.add_patterns_from_file("/usr/local/share/grok/patterns/base")
+
+# Using the patterns we know, try to build a grok pattern that best matches 
+# a string we give. Let's try Time.now.to_s, which has this format;
+# => Fri Apr 16 19:15:27 -0700 2010
+input = "Time is #{Time.now}"
+pattern = grok.discover(input)
+
+puts "Input: #{input}"
+puts "Pattern: #{pattern}"
+grok.compile(pattern)
+
+# Sleep to change time.
+puts "Sleeping so time changes and we can test against another input."
+sleep(2)
+match = grok.match("Time is #{Time.now.to_s}")
+puts "Resulting capture:"
+pp match.captures
+
+# When run, the output should look something like this:
+# % ruby pattern-discovery.rb
+# Pattern: Time is Fri %{SYSLOGDATE} %{BASE10NUM} 2010
+# {"BASE10NUM"=>["-0700"],
+#  "SYSLOGDATE"=>["Apr 16 19:17:38"],
+#  "TIME"=>["19:17:38"],
+#  "MONTH"=>["Apr"],
+#  "MONTHDAY"=>["16"]}

data/examples/test.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+#
+
+require "rubygems"
+require "grok"
+require "pp"
+
+grok = Grok.new
+
+# Load some default patterns that ship with grok.
+# See also: 
+#   http://code.google.com/p/semicomplete/source/browse/grok/patterns/base
+grok.add_patterns_from_file("../..//patterns/base")
+
+# Using the patterns we know, try to build a grok pattern that best matches 
+# a string we give. Let's try Time.now.to_s, which has this format;
+# => Fri Apr 16 19:15:27 -0700 2010
+input = "2010-04-18T15:06:02Z"
+pattern = "%{TIMESTAMP_ISO8601}"
+grok.compile(pattern)
+grok.compile(pattern)
+puts "Input: #{input}"
+puts "Pattern: #{pattern}"
+puts "Full: #{grok.expanded_pattern}"
+
+match = grok.match(input)
+if match
+  puts "Resulting capture:"
+  pp match.captures
+end

data/grok.gemspec

@@ -0,0 +1,60 @@
+Gem::Specification.new do |spec|
+  files = <<-FILES
+    INSTALL
+    Rakefile
+    examples
+    examples/grok-web.rb
+    examples/pattern-discovery.rb
+    examples/test.rb
+    ext
+    ext/extconf.rb
+    ext/rgrok.h
+    ext/ruby_grok.c
+    ext/ruby_grokdiscover.c
+    ext/ruby_grokmatch.c
+    ext/ruby_grokmatch.h
+    grok.gemspec
+    lib
+    lib/grok
+    lib/grok.rb
+    lib/grok/pile.rb
+    test
+    test/Makefile
+    test/alltests.rb
+    test/core
+    test/general
+    test/general/basic_test.rb
+    test/general/captures_test.rb
+    test/patterns
+    test/patterns/day.rb
+    test/patterns/host.rb
+    test/patterns/ip.input
+    test/patterns/ip.rb
+    test/patterns/iso8601.rb
+    test/patterns/month.rb
+    test/patterns/number.rb
+    test/patterns/path.rb
+    test/patterns/prog.rb
+    test/patterns/quotedstring.rb
+    test/patterns/uri.rb
+    test/run.sh
+    test/speedtest.rb
+  FILES
+
+  files = files.gsub(/  +/, "").split("\n")
+
+  svnrev = %x{svn info}.split("\n").grep(/Revision:/).first.split(" ").last.to_i
+  spec.name = "jls-grok"
+  spec.version = "0.2.#{svnrev}"
+
+  spec.summary = "grok bindings for ruby"
+  spec.description = "Grok ruby bindings - pattern match/extraction tool"
+  spec.files = files
+  spec.require_paths << "ext"
+  spec.extensions = ["ext/extconf.rb"]
+
+  spec.author = "Jordan Sissel"
+  spec.email = "jls@semicomplete.com"
+  spec.homepage = "http://code.google.com/p/semicomplete/wiki/Grok"
+end
+

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 2
-  - 3091
-  version: 0.2.3091
+  - 3092
+  version: 0.2.3092
 platform: ruby
 authors: 
 - Jordan Sissel
@@ -27,39 +27,38 @@ extensions:
 extra_rdoc_files: []
 
 files: 
-- sample.rb
 - INSTALL
-- ext/ruby_grok.c
-- ext/mkmf.log
-- ext/Makefile
+- Rakefile
+- examples/grok-web.rb
+- examples/pattern-discovery.rb
+- examples/test.rb
+- ext/extconf.rb
 - ext/rgrok.h
+- ext/ruby_grok.c
+- ext/ruby_grokdiscover.c
 - ext/ruby_grokmatch.c
 - ext/ruby_grokmatch.h
-- ext/extconf.rb
-- ext/ruby_grok.o
-- ext/ruby_grokdiscover.c
-- ext/ruby_grokdiscover.o
-- ext/ruby_grokmatch.o
-- test/general/basic_test.rb
-- test/general/captures_test.rb
-- test/core
+- grok.gemspec
+- lib/grok.rb
+- lib/grok/pile.rb
 - test/Makefile
 - test/alltests.rb
-- test/speedtest.rb
-- test/patterns/quotedstring.rb
+- test/core
+- test/general/basic_test.rb
+- test/general/captures_test.rb
 - test/patterns/day.rb
 - test/patterns/host.rb
-- test/patterns/number.rb
-- test/patterns/iso8601.rb
 - test/patterns/ip.input
 - test/patterns/ip.rb
-- test/patterns/path.rb
+- test/patterns/iso8601.rb
 - test/patterns/month.rb
-- test/patterns/uri.rb
+- test/patterns/number.rb
+- test/patterns/path.rb
 - test/patterns/prog.rb
+- test/patterns/quotedstring.rb
+- test/patterns/uri.rb
 - test/run.sh
-- lib/grok.rb
-- lib/grok/pile.rb
+- test/speedtest.rb
 has_rdoc: true
 homepage: http://code.google.com/p/semicomplete/wiki/Grok
 licenses: []

data/ext/Makefile

@@ -1,157 +0,0 @@
-
-SHELL = /bin/sh
-
-#### Start of system configuration section. ####
-
-srcdir = .
-topdir = /usr/lib/ruby/1.8/x86_64-linux
-hdrdir = $(topdir)
-VPATH = $(srcdir):$(topdir):$(hdrdir)
-exec_prefix = $(prefix)
-prefix = $(DESTDIR)/usr
-sharedstatedir = $(prefix)/com
-mandir = $(prefix)/share/man
-psdir = $(docdir)
-oldincludedir = $(DESTDIR)/usr/include
-localedir = $(datarootdir)/locale
-bindir = $(exec_prefix)/bin
-libexecdir = $(prefix)/lib/ruby1.8
-sitedir = $(DESTDIR)/usr/local/lib/site_ruby
-htmldir = $(docdir)
-vendorarchdir = $(vendorlibdir)/$(sitearch)
-includedir = $(prefix)/include
-infodir = $(prefix)/share/info
-vendorlibdir = $(vendordir)/$(ruby_version)
-sysconfdir = $(DESTDIR)/etc
-libdir = $(exec_prefix)/lib
-sbindir = $(exec_prefix)/sbin
-rubylibdir = $(libdir)/ruby/$(ruby_version)
-docdir = $(datarootdir)/doc/$(PACKAGE)
-dvidir = $(docdir)
-vendordir = $(libdir)/ruby/vendor_ruby
-datarootdir = $(prefix)/share
-pdfdir = $(docdir)
-archdir = $(rubylibdir)/$(arch)
-sitearchdir = $(sitelibdir)/$(sitearch)
-datadir = $(datarootdir)
-localstatedir = $(DESTDIR)/var
-sitelibdir = $(sitedir)/$(ruby_version)
-
-CC = gcc
-LIBRUBY = $(LIBRUBY_SO)
-LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
-LIBRUBYARG_SHARED = -l$(RUBY_SO_NAME)
-LIBRUBYARG_STATIC = -l$(RUBY_SO_NAME)-static
-
-RUBY_EXTCONF_H = 
-CFLAGS   =  -fPIC -fno-strict-aliasing -g -g -O2  -fPIC $(cflags) 
-INCFLAGS = -I. -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.
-DEFS     = 
-CPPFLAGS =    
-CXXFLAGS = $(CFLAGS) 
-ldflags  = -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic
-dldflags = 
-archflag = 
-DLDFLAGS = $(ldflags) $(dldflags) $(archflag)
-LDSHARED = $(CC) -shared
-AR = ar
-EXEEXT = 
-
-RUBY_INSTALL_NAME = ruby1.8
-RUBY_SO_NAME = ruby1.8
-arch = x86_64-linux
-sitearch = x86_64-linux
-ruby_version = 1.8
-ruby = /usr/bin/ruby1.8
-RUBY = $(ruby)
-RM = rm -f
-MAKEDIRS = mkdir -p
-INSTALL = /usr/bin/install -c
-INSTALL_PROG = $(INSTALL) -m 0755
-INSTALL_DATA = $(INSTALL) -m 644
-COPY = cp
-
-#### End of system configuration section. ####
-
-preload = 
-
-libpath = . $(libdir)
-LIBPATH =  -L. -L$(libdir)
-DEFFILE = 
-
-CLEANFILES = mkmf.log
-DISTCLEANFILES = 
-
-extout = 
-extout_prefix = 
-target_prefix = 
-LOCAL_LIBS = 
-LIBS = $(LIBRUBYARG_SHARED) -lgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc
-SRCS = ruby_grok.c ruby_grokmatch.c ruby_grokdiscover.c
-OBJS = ruby_grok.o ruby_grokmatch.o ruby_grokdiscover.o
-TARGET = Grok
-DLLIB = $(TARGET).so
-EXTSTATIC = 
-STATIC_LIB = 
-
-BINDIR        = $(bindir)
-RUBYCOMMONDIR = $(sitedir)$(target_prefix)
-RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
-RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
-
-TARGET_SO     = $(DLLIB)
-CLEANLIBS     = $(TARGET).so $(TARGET).il? $(TARGET).tds $(TARGET).map
-CLEANOBJS     = *.o *.a *.s[ol] *.pdb *.exp *.bak
-
-all:		$(DLLIB)
-static:		$(STATIC_LIB)
-
-clean:
-		@-$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES)
-
-distclean:	clean
-		@-$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
-		@-$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
-
-realclean:	distclean
-install: install-so install-rb
-
-install-so: $(RUBYARCHDIR)
-install-so: $(RUBYARCHDIR)/$(DLLIB)
-$(RUBYARCHDIR)/$(DLLIB): $(DLLIB)
-	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
-install-rb: pre-install-rb install-rb-default
-install-rb-default: pre-install-rb-default
-pre-install-rb: Makefile
-pre-install-rb-default: Makefile
-$(RUBYARCHDIR):
-	$(MAKEDIRS) $@
-
-site-install: site-install-so site-install-rb
-site-install-so: install-so
-site-install-rb: install-rb
-
-.SUFFIXES: .c .m .cc .cxx .cpp .C .o
-
-.cc.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
-
-.cxx.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
-
-.cpp.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
-
-.C.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
-
-.c.o:
-	$(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) -c $<
-
-$(DLLIB): $(OBJS) Makefile
-	@-$(RM) $@
-	$(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
-
-
-
-$(OBJS): ruby.h defines.h

data/ext/mkmf.log

@@ -1,102 +0,0 @@
-find_header: checking for grok.h in /usr/local/include,../../... -------------------- yes
-
-"gcc -E -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC    conftest.c -o conftest.i"
-checked program was:
-/* begin */
-1: #include <grok.h>
-/* end */
-
---------------------
-
-find_library: checking for grok_init() in -lsgrok... -------------------- no
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-conftest.c: In function 't':
-conftest.c:3: error: 'grok_init' undeclared (first use in this function)
-conftest.c:3: error: (Each undeclared identifier is reported only once
-conftest.c:3: error: for each function it appears in.)
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { void ((*volatile p)()); p = (void ((*)()))grok_init; return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-/usr/bin/ld: cannot find -lsgrok
-collect2: ld returned 1 exit status
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { grok_init(); return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L../ -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-conftest.c: In function 't':
-conftest.c:3: error: 'grok_init' undeclared (first use in this function)
-conftest.c:3: error: (Each undeclared identifier is reported only once
-conftest.c:3: error: for each function it appears in.)
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { void ((*volatile p)()); p = (void ((*)()))grok_init; return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L../ -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-/usr/bin/ld: cannot find -lsgrok
-collect2: ld returned 1 exit status
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { grok_init(); return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L../../ -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-conftest.c: In function 't':
-conftest.c:3: error: 'grok_init' undeclared (first use in this function)
-conftest.c:3: error: (Each undeclared identifier is reported only once
-conftest.c:3: error: for each function it appears in.)
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { void ((*volatile p)()); p = (void ((*)()))grok_init; return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L../../ -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-/usr/bin/ld: cannot find -lsgrok
-collect2: ld returned 1 exit status
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { grok_init(); return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L/usr/local/lib -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-conftest.c: In function 't':
-conftest.c:3: error: 'grok_init' undeclared (first use in this function)
-conftest.c:3: error: (Each undeclared identifier is reported only once
-conftest.c:3: error: for each function it appears in.)
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { void ((*volatile p)()); p = (void ((*)()))grok_init; return 0; }
-/* end */
-
-"gcc -o conftest -I. -I/usr/lib/ruby/1.8/x86_64-linux -I.    -fno-strict-aliasing -g -g -O2  -fPIC   conftest.c  -L. -L/usr/lib -L/usr/local/lib -L. -Wl,-Bsymbolic-functions -rdynamic -Wl,-export-dynamic     -lruby1.8-static -lsgrok  -lpthread -lrt -ldl -lcrypt -lm   -lc"
-/usr/bin/ld: cannot find -lsgrok
-collect2: ld returned 1 exit status
-checked program was:
-/* begin */
-1: /*top*/
-2: int main() { return 0; }
-3: int t() { grok_init(); return 0; }
-/* end */
-
---------------------
-

data/sample.rb

@@ -1,43 +0,0 @@
-require "Grok"
-require "pp"
-
-patterns = {}
-
-matches = [
-  #"%{SYSLOGBASE} Accepted %{NOTSPACE:method} for %{DATA:user} from %{IPORHOST:client} port %{INT:port}",
-  #"%{SYSLOGBASE} Did not receive identification string from %{IPORHOST:client}",
-  #"%{SYSLOGBASE} error: PAM: authentication error for %{DATA:user} from %{IPORHOST:client}",
-  "%{SYSLOGBASE} .*"
-  #"%{COMBINEDAPACHELOG}",
-  #"%{UNINDEXED}hello (?=%{GREEDYDATA})%{WORD}"
-  
-  #"( *%{DATA:key}:%{NOTSPACE:value})+"
-]
-
-groks = matches.collect do |m|
-  g = Grok.new
-  g.add_patterns_from_file("../patterns/base")
-  g.compile(m)
-  g
-end
-
-bytes = 0
-time_start = Time.now.to_f
-$stdin.each do |line|
-  groks.each do |grok|
-    m = grok.match(line)
-    if m
-      #data = Hash.new { |h,k| h[k] = Array.new }
-      #m.each_capture do |key, value|
-        #data[key] << value
-      #end
-      #pp data
-      pp m.captures
-      #bytes += line.length
-      break
-    end
-  end
-end
-
-#time_end = Time.now.to_f
-#puts "parse rate: #{ (bytes / 1024) / (time_end - time_start) }"