mailcvt 0.0.8 → 0.0.9

data/lib/grep_mail.rb

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+require 'log_helper'
+
+class GrepMail
+    def initialize(file, lines)
+        @pcontent= file.length + 1
+        grouplines(lines)
+    end
+
+    def grouplines(lines)
+        @groups = []
+        valend = false
+        lines.each do |line|
+            dlm = line[@pcontent-1]
+            if dlm == ':'
+                finish_multiline_value 
+
+                valend = false
+                k,v = keyvalue(line)
+                @groups << {key: k, value: v}
+            else
+                next if valend
+
+                v = valueonly(line)
+                if v
+                    curgrp = @groups[-1]
+                    curgrp[:afterlines] = [] unless curgrp[:afterlines]
+                    curgrp[:afterlines] << v
+                else
+                    valend = true
+                    finish_multiline_value
+                end
+            end
+        end
+    end
+
+    def finish_multiline_value
+        return if @groups.length == 0
+        curgrp = @groups[-1]
+        curgrp[:valend] = true if curgrp[:afterlines]
+    end
+
+    def keyvalue(line)
+        if line[@pcontent] == 'C' and line[@pcontent] == 'o'
+            dlm = ';' 
+        else
+            dlm = ':'
+        end
+        pos = line.index(dlm, @pcontent)
+        return nil, nil unless pos
+        
+        return line[@pcontent..pos], line[(pos+2)..-2]
+    end
+
+    def valueonly(line)
+        cap = line[@pcontent]
+        return nil if cap != ' ' and cap != "\t"
+        line[(@pcontent+1)..-2].strip
+    end
+
+    def tolog
+        lh = LogHelper.new(@groups)
+        lh.tolog
+    end
+end

data/lib/line_converter.rb

@@ -31,7 +31,7 @@ class LineConverter
     end
 
     def convertheader(cap, line)
-        if cap == "\n"
+        if cap == nil or cap == "\n" or cap == ''
             @hfinished = true 
             return
         end
@@ -49,7 +49,7 @@ class LineConverter
     end
 
     def convertbody(cap, line)
-        if cap == 'C' and line[1] == 'o' and line.start_with?(ATTACH)
+        if cap == 'C' and line.start_with?(ATTACH)
             @attach << "\a" if not @attach.empty?
             @attach << line[43..-3] # filename"\n
         end

data/lib/log_helper.rb

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+
+class LogHelper
+    @@ids = {
+        'D' => 0, 
+        'M' => 1,
+        'S' => 2,
+        'F' => 3,
+        'T' => 4,
+        'C' => 5
+    }
+    
+    def initialize(groups)
+        @groups = groups
+    end
+
+    def tolog
+        @cols = Array.new(7)
+        @groups.each do |g|
+            next if g[:key].nil? or g[:key].length < 2
+            cap = g[:key][0]
+            next unless @@ids.has_key?(cap)
+
+            if cap == 'C' and g[:key][1] == 'o'
+                @cols[-1] = concatattach(g)
+            else
+                @cols[@@ids[cap]] = concatval(g)
+            end
+        end
+
+        @cols.join("\a")
+    end
+
+    def concatattach(group)
+        v = concatval(group)
+
+        pstart = v.index('filename="')
+        pend = v.rindex('"')
+
+        return '' if pstart.nil? or pend.nil?
+        v[(pstart+10)..(pend-1)]
+    end
+   
+    def concatval(group)
+        return group[:value] unless group[:afterlines]
+
+        al = group[:afterlines].join("\a")
+        "#{group[:value]}\a#{al}"
+    end
+end

data/lib/mail_parser.rb

@@ -1,6 +1,8 @@
 #!/usr/bin/env ruby
 
 require 'line_converter'
+require 'grep_mail'
+require 'open3'
 
 class MailParser
     def initialize(input, output)
@@ -10,7 +12,8 @@ class MailParser
 
     def parse
         start = Time.now
-        parseall
+        parseall_grep
+        #parseall
         diff = Time.now - start
         if diff / 60 < 1
             puts "Elapsed time: #{diff.round(3)} seconds." 
@@ -20,6 +23,51 @@ class MailParser
         system("du -h #{@output}")
     end
 
+    def parseall_grep
+        cmd = 'grep -E -A30 "^Date: |^Message-ID: |^Subject: |^From: |^To: |^Cc: |^Content-Disposition: attachment;" ' + File.join(@input, '*')
+
+        Open3.popen3(cmd) do |i, o, e, t|
+            puts "Get keywords from mails by grep[#{t.pid}]."
+            puts "#{cmd}"
+
+            lines = []
+            File.open(File.join(@output, "test_log.log"), 'w') do |out|
+                o.each do |line|
+                    if line == "--\n" and lines.length > 0
+                        gm = GrepMail.new(getfile(lines[0]), lines)
+                        out.puts gm.tolog
+                        lines = []
+                    else
+                        lines << line
+                    end
+                end
+            end
+
+            puts "from grep[#{t.pid}]> #{t.value}."
+        end
+    end
+
+    def filechanged?(line)
+        changed = false
+        if @curfile.nil?
+            @curfile = getfile(line)
+        else
+            changed = !line.start_with?(@curfile)
+        end
+        
+        if changed
+            @prevfile = @curfile
+            @curfile = getfile(line)
+        end
+        changed
+    end
+
+    def getfile(line)
+        pos = line.index(':')
+        return "" if pos.nil?
+        line[0..(pos-1)]
+    end
+
     def parseall
         File.open(File.join(@output, "test_log.log"), 'w') do |out|
             Dir.glob(File.join(@input, '*')) do |file|

data/lib/mailcvt/version.rb

@@ -1,3 +1,3 @@
 module Mailcvt
-  VERSION = '0.0.8'
+  VERSION = '0.0.9'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mailcvt
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-12 00:00:00.000000000 Z
+date: 2013-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -90,6 +90,8 @@ files:
 - lib/big_mail_generator.rb
 - lib/mail_parser.rb
 - lib/line_converter.rb
+- lib/grep_mail.rb
+- lib/log_helper.rb
 - README.rdoc
 - mailcvt.rdoc
 homepage: http://github.com/ryu-kahou/mailcvt
@@ -112,7 +114,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 975238858309811538
+      hash: -4410244498873720589
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -121,7 +123,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 975238858309811538
+      hash: -4410244498873720589
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.25