hermeneutics 1.11 → 1.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f95dbd49c6d0f467ff381f459e23b2ede01e74a36cbffc71d7840efb1fd6e6c3
-  data.tar.gz: cafb0d288c12b99cfac80512d0da471124be8f8fb76f23f5f1c0b0ccaae602e1
+  metadata.gz: 34855e35779618671f657756ec5e16cb4f57da8925d822a605aa5a727aa3362c
+  data.tar.gz: 6ebed997b49c501692cd829c2fd010fd06bd4ef34e1f76ca88a6970ca0ffab67
 SHA512:
-  metadata.gz: 18e1e83b59d712df7c0d30adeb6d1c9d6cb80ed2d9ee5ebd3a6a458f1405a764c16ad85871bafaaac07752f4703f33853834df1e5257fe0bf569a8ad0c16fc5e
-  data.tar.gz: 5cf7d8ee879802e39c0483c871cab99609fb5b338f7598e9c4cf26762bc500dfceda23e68ba67848e47eecfb140b9a1d8fb3ffd3d1533d11747edfa72413f81a
+  metadata.gz: 04a4d6586ee2dd68e571b6e5a4e9da0bc329fd715dd619a1c72392e0e68992dd6e84bd70f8542645545c8e9d25f81e46c2814cbc794ff0d4e3cd3a11f3794161
+  data.tar.gz: d44b4fdf6b8285938b3bf4bf66ec5f7627fdd274d0be9ca764ffc918dcfe2ddd431ca9ffdefa988ee6ac5f4e5cffafb5f4b4d227442e9b3dab0f8968835421cc

data/README

@@ -0,0 +1,11 @@
+= Hermeneutics
+
+Fast and easy CGI and mail handling using Ruby
+
+== Description
+
+I'm working with this library on several projects for over a decade and I am
+very happy with it.
+
+Yet, it is not documented very well.
+

data/bin/hermesmail

@@ -11,8 +11,7 @@ rescue LoadError
 end
 
 require "hermeneutics/version"
-require "hermeneutics/transports"
-require "hermeneutics/cli/pop"
+require "hermeneutics/mail"
 
 
 module Hermeneutics
@@ -38,7 +37,7 @@ module Hermeneutics
 
     # Forward by SMTP
     def forward_smtp to
-      send nil, to
+      send! nil, to
       done
     end
 
@@ -50,45 +49,26 @@ module Hermeneutics
     alias forward forward_smtp
 
 
-    self.logfile  = "hermesmail.log"
-    self.loglevel = :ERR
-
     @failed_process = "=failed-process"
+    @failed_parse   = "=failed-parse"
 
     class <<self
-      attr_accessor :failed_process
+      attr_accessor :failed_process, :failed_parse
       def process input, debug = false
         i = parse input
         i.debug = debug
         i.execute
       rescue
         raise if debug
-        open_failed { |f|
-          log_exception "Error while parsing mail", f.path
-          f.write input
-        }
+        log_exception "Error while parsing mail"
+        b = box @failed_parse
+        log :INF, "Saving to", b.path
+        b.store_raw input, nil, nil
       end
       def log_exception msg, *args
         log :ERR, "#{msg}: #$! (#{$!.class})", *args
         $!.backtrace.each { |b| log :INF, "    #{b}" }
       end
-      private
-      def open_failed
-        i = 0
-        d = expand_sysdir
-        w = Time.now.strftime "%Y%m%d%H%M%S"
-        begin
-          p = File.join d, "failed-#{w}-%05d" % i
-          File.open p, File::CREAT|File::EXCL|File::WRONLY do |f|
-            yield f
-          end
-        rescue Errno::ENOENT
-          Dir.mkdir! d and retry
-        rescue Errno::EEXIST
-          i +=1
-          retry
-        end
-      end
     end
 
     def execute
@@ -98,12 +78,12 @@ module Hermeneutics
     rescue
       raise if @debug
       log_exception "Error while processing mail"
-      b = cls.box cls.failed_process
+      b = self.class.box self.class.failed_process
       save b
     end
 
     def log_exception msg, *args
-      cls.log_exception msg, *args
+      self.class.log_exception msg, *args
     end
 
   end
@@ -112,44 +92,99 @@ module Hermeneutics
   class Fetch
 
     class <<self
+
       private :new
       def create *args, &block
-        i = new
-        i.instance_eval *args, &block
-        def i.each
-          @list.each { |a|
-            c = a[ :type].new *a[ :args]
-            a[ :logins].each { |l|
-              c.login *l do yield c end
-            }
-          }
-        end
-        i
+        @list = []
+        class_eval *args, &block
+        new @list
+      ensure
+        @list = nil
+      end
+
+      def pop *args, **kwargs
+        access Pop, *args, **kwargs do yield end
+      end
+      def login *args
+        @access[ :logins].push args
+        nil
+      end
+
+      private
+      def access type, *args, **kwargs
+        @access and raise "Access methods must not be nested."
+        @access = { type: type, args: args, kwargs: kwargs, logins: [] }
+        yield
+        @list.push @access
+        nil
+      ensure
+        @access = nil
       end
-    end
 
-    def initialize
-      @list = []
     end
 
-    def pop  *args ; access Cli::Pop,  *args do yield end ; end
-    def pops *args ; access Cli::Pops, *args do yield end ; end
+    def initialize list
+      @list = list
+    end
 
-    def login *args
-      @access[ :logins].push args
-      nil
+    def each
+      @list.each { |a|
+        c = a[ :type].new *a[ :args], **a[ :kwargs]
+        a[ :logins].each { |l|
+          c.login *l do yield c end
+        }
+      }
     end
 
+    class Keep < Exception ; end
+
     private
 
-    def access type, *args
-      @access and raise "Access methods must not be nested."
-      @access = { type: type, args: args, logins: [] }
-      yield
-      @list.push @access
-      nil
-    ensure
-      @access = nil
+
+    class Pop
+
+      def initialize host, port = nil, ssl: nil
+        if not port and host =~ /:(\d+)\z/ then
+          host, port = $`, $1.to_i
+        end
+        @host, @port, @ssl = host, port, ssl
+      end
+
+      def login user, password
+        require "hermeneutics/cli/pop3"
+        Cli::POP3.open @host, @port, ssl: @ssl do |pop|
+          @user, @password, @pop = user, password, pop
+          @pop.authenticate @user, @password
+          yield
+          @pop.quit
+        end
+      ensure
+        @user, @password, @pop = nil, nil, nil
+      end
+
+      def name
+        @user or raise "Not logged in."
+        r = "#@user@#@host"
+        r << ":#@port" if @port
+        r
+      end
+
+      def count
+        c, = @pop.stat
+        c
+      end
+
+      def each
+        @pop.list.each { |k,|
+          text = @pop.retr k
+          begin
+            yield text
+            @pop.dele k
+          rescue Keep
+          end
+        }
+      end
+
     end
 
   end
@@ -231,7 +266,7 @@ module Hermeneutics
             print "\r#{i}/#{c}  " if @quiet < 1
             i += 1
             Processed.process m
-            raise Cli::Pop::Keep if @keep
+            raise Fetch::Keep if @keep
           }
           puts "\rDone.     " if @quiet < 1
         }

data/lib/hermeneutics/addrs.rb

@@ -95,8 +95,6 @@ module Hermeneutics
 
     end
 
-    attr_reader :mail, :real
-
     def initialize mail, real
       @mail, @real = mail, real
       @mail.compact!
@@ -138,6 +136,8 @@ module Hermeneutics
       tokenized.encode
     end
 
+    private
+
     def tokenized
       r = Token[ :addr, [ Token[ :lang] , @mail, Token[ :rang]]]
       if @real then
@@ -146,8 +146,6 @@ module Hermeneutics
       r
     end
 
-    private
-
     def mk_plain
       p = @mail.to_s
       p.downcase!
@@ -592,6 +590,9 @@ module Hermeneutics
 
     public
 
+    def empty?    ; @list.empty?            ; end
+    def notempty? ; self if @list.notempty? ; end
+
     def push addrs
       case addrs
         when nil    then
@@ -600,6 +601,7 @@ module Hermeneutics
         else             addrs.each { |a| push a }
       end
     end
+    alias << push
 
     def inspect
       "<#{self.class}: " + (@list.map { |a| a.inspect }.join ", ") + ">"

data/lib/hermeneutics/boxes.rb

@@ -4,7 +4,7 @@
 
 =begin rdoc
 
-:section: Classes definied here
+:section: Classes defined here
 
 Hermeneutics::Box is a general Mailbox.
 
@@ -18,7 +18,6 @@ Hermeneutics::Maildir is the maildir format.
 
 
 require "supplement"
-require "supplement/locked"
 require "date"
 
 
@@ -31,15 +30,18 @@ module Hermeneutics
 
     class <<self
 
+      attr_accessor :default_format
+
       # :call-seq:
       #   Box.find( path, default = nil)          -> box
       #
       # Create a Box object (some subclass of Box), depending on
-      # what type the box is found at <code>path</code>.
+      # what type the box is found at +path+.
       #
       def find path, default_format = nil
         b = @boxes.find { |b| b.check path }
         b ||= default_format
+        b ||= @default_format
         b ||= if File.directory? path then
           Maildir
         elsif File.file? path then
@@ -71,7 +73,7 @@ module Hermeneutics
     # :call-seq:
     #   Box.new( path)          -> box
     #
-    # Instantiate a Box object, just store the <code>path</code>.
+    # Instantiate a Box object, just store the +path+.
     #
     def initialize mailbox
       @mailbox = mailbox
@@ -84,12 +86,39 @@ module Hermeneutics
     # :call-seq:
     #   box.exists?     -> true or false
     #
-    # Test whether the <code>Box</code> exists.
+    # Test whether the +Box+ exists.
     #
     def exists?
       self.class.check @mailbox
     end
 
+    # :call-seq:
+    #   mbox.store( msg)     -> nil
+    #
+    # Store the mail to the local +MBox+.
+    #
+    def store msg
+      store_raw msg.to_s, msg.plain_from, msg.created
+    end
+
+    # :call-seq:
+    #   mbox.each { |mail| ... }    -> nil
+    #
+    # Iterate through +MBox+.
+    # Alias for +MBox#each_mail+.
+    #
+    def each &block ; each_mail &block ; end
+    include Enumerable
+
+    private
+
+    def local_from
+      require "etc"
+      require "socket"
+      s = File.stat @mailbox
+      lfrom = "#{(Etc.getpwuid s.uid).name}@#{Socket.gethostname}"
+    end
+
   end
 
   class MBox < Box
@@ -102,7 +131,7 @@ module Hermeneutics
       # :call-seq:
       #   MBox.check( path)     -> true or false
       #
-      # Check whether path is a <code>MBox</code>.
+      # Check whether path is a +MBox+.
       #
       def check path
         if File.file? path then
@@ -114,48 +143,10 @@ module Hermeneutics
 
     end
 
-    # :stopdoc:
-    class Region
-      class <<self
-        private :new
-        def open file, start, stop
-          t = file.tell
-          begin
-            i = new file, start, stop
-            yield i
-          ensure
-            file.seek t
-          end
-        end
-      end
-      def initialize file, start, stop
-        @file, @start, @stop = file, start, stop
-        rewind
-      end
-      def rewind ; @file.seek @start ; end
-      def read n = nil
-        m = @stop - @file.tell
-        n = m if not n or n > m
-        @file.read n
-      end
-      def to_s
-        rewind
-        read
-      end
-      def each_line
-        @file.each_line { |l|
-          break if @file.tell > @stop
-          yield l
-        }
-      end
-      alias eat_lines each_line
-    end
-    # :startdoc:
-
     # :call-seq:
     #   mbox.create     -> self
     #
-    # Create the <code>MBox</code>.
+    # Create the +MBox+.
     #
     def create
       d = File.dirname @mailbox
@@ -165,65 +156,69 @@ module Hermeneutics
     end
 
     # :call-seq:
-    #   mbox.deliver( msg)     -> nil
+    #   mbox.store_raw( text, from, created)     -> nil
     #
-    # Store the mail into the local <code>MBox</code>.
+    # Store some text that appears like a mail to the local +MBox+.
     #
-    def deliver msg
-      pos = nil
-      LockedFile.open @mailbox, "r+", encoding: Encoding::ASCII_8BIT do |f|
+    def store_raw text, from, created
+      from ||= local_from
+      created ||= Time.now
+      File.open @mailbox, "r+", encoding: Encoding::ASCII_8BIT do |f|
         f.seek [ f.size - 4, 0].max
-        last = ""
+        last = nil
         f.read.each_line { |l| last = l }
-        f.puts unless last =~ /^$/
-        pos = f.size
-        m = msg.to_s
-        i = 1
-        while (i = m.index RE_F, i rescue nil) do m.insert i, ">" end
-        f.write m
+        f.puts if last and not last =~ RE_N
+
+        f.puts "From #{from.gsub ' ', '_'} #{created.to_time.gmtime.asctime}"
+        text.each_line { |l|
+          l.chomp!
+          f.print ">" if l =~ RE_F
+          f.puts l
+        }
         f.puts
       end
-      pos
+      nil
     end
 
     # :call-seq:
-    #   mbox.each { |mail| ... }    -> nil
+    #   mbox.each_mail { |mail| ... }    -> nil
     #
-    # Iterate through <code>MBox</code>.
+    # Iterate through +MBox+.
     #
-    def each &block
+    def each_mail
       File.open @mailbox, encoding: Encoding::ASCII_8BIT do |f|
-        m, e = nil, true
-        s, t = t, f.tell
+        nl_seen = false
+        from, created, text = nil, nil, nil
         f.each_line { |l|
-          s, t = t, f.tell
-          if is_from_line? l and e then
+          l.chomp!
+          if l =~ RE_F then
+            l = $'
+            yield text, from, created if text
+            length_tried = false
+            from, created = l.split nil, 2
             begin
-              m and Region.open f, m, e, &block
-            ensure
-              m, e = s, nil
+              created = DateTime.parse created
+            rescue Date::Error
+              unless length_tried then
+                from = $'
+                created = from.slice! from.length-Time.now.ctime.length, from.length
+                from.strip!
+                length_tried = true
+                retry
+              end
+              raise "#@mailbox does not seem to be a mailbox: From line '#{l}'."
             end
+            text, nl_seen = "", false
           else
-            m or raise "#@mailbox does not seem to be a mailbox."
-            e = l =~ RE_N && s
+            from or raise "#@mailbox does not seem to be a mailbox. No 'From' line."
+            text << "\n" if nl_seen
+            nl_seen = l =~ RE_N
+            nl_seen or text << l << "\n"
           end
         }
-        # Treat it gracefully when there is no empty last line.
-        e ||= f.tell
-        m and Region.open f, m, e, &block
+        text and yield text, from, created
       end
     end
-    include Enumerable
-
-    private
-
-    def is_from_line? l
-      l =~ RE_F or return
-      addr, time = $'.split nil, 2
-      DateTime.parse time
-      addr =~ /@/
-    rescue ArgumentError, TypeError
-    end
 
   end
 
@@ -237,7 +232,7 @@ module Hermeneutics
       # :call-seq:
       #   Maildir.check( path)     -> true or false
       #
-      # Check whether path is a <code>Maildir</code>.
+      # Check whether path is a +Maildir+.
       #
       def check mailbox
         if File.directory? mailbox then
@@ -254,7 +249,7 @@ module Hermeneutics
     # :call-seq:
     #   maildir.create     -> self
     #
-    # Create the <code>Maildir</code>.
+    # Create the +Maildir+.
     #
     def create
       Dir.mkdir! @mailbox
@@ -266,53 +261,73 @@ module Hermeneutics
     end
 
     # :call-seq:
-    #   maildir.deliver( msg)     -> nil
+    #   maildir.store_raw( text, from, created)     -> nil
     #
-    # Store the mail into the local <code>Maildir</code>.
+    # Store some text that appears like a mail to the local +MBox+.
     #
-    def deliver msg
-      tmp = mkfilename TMP
-      File.open tmp, "w" do |f|
-        f.write msg
-      end
-      new = mkfilename NEW
-      File.rename tmp, new
-      new
+    def store_raw text, from, created
+      filename = mkfilename from, created
+      tpath = File.join @mailbox, TMP, filename
+      File.open tpath, File::CREAT|File::EXCL|File::WRONLY do |f| f.puts text end
+      cpath = File.join @mailbox, NEW, filename
+      File.link tpath, cpath
+      filename
+    rescue Errno::EEXIST
+      File.unlink tpath rescue nil
+      retry
+    ensure
+      File.unlink tpath
+    end
+
+    # :call-seq:
+    #   mbox.each_file { |filename| ... }    -> nil
+    #
+    # Iterate through +Maildir+.
+    #
+    def each_file new = nil
+      p = File.join @mailbox, new ? NEW : CUR
+      (Dir.new p).sort.each { |fn|
+        next if fn.starts_with? "."
+        path = File.join p, fn
+        yield path
+      }
     end
 
     # :call-seq:
     #   mbox.each { |mail| ... }    -> nil
     #
-    # Iterate through <code>MBox</code>.
+    # Iterate through +Maildir+.
     #
-    def each
-      p = File.join @mailbox, CUR
-      d = Dir.new p
-      d.each { |f|
-        next if f.starts_with? "."
-        File.open f, encoding: Encoding::ASCII_8BIT do |f|
-          yield f
+    def each_mail new = nil
+      lfrom = local_from
+      each_file new do |fn|
+        created = Time.at fn[ /\A(\d+)/, 1].to_i + fn[ /M(\d+)/, 1].to_i*0.000001
+        File.open fn, encoding: Encoding::ASCII_8BIT do |f|
+          from_host = fn[ /\.([.a-z0-9_+-]+)/, 1]
+          text = f.read
+          from = text[ /[a-z0-9.+-]+@#{Regexp.quote from_host}/]
+          yield text, from||lfrom, created
         end
-      }
+      end
     end
-    include Enumerable
 
     private
 
-    autoload :Socket, "socket"
-
-    def mkfilename d
-      dir = File.join @mailbox, d
-      c = 0
-      begin
-        n = "%.4f.%d_%d.%s" % [ Time.now.to_f, $$, c, Socket.gethostname]
-        path = File.join dir, n
-        File.open path, File::CREAT|File::EXCL do |f| end
-        path
-      rescue Errno::EEXIST
-        c += 1
-        retry
+    @seq = 0
+    class <<self
+      def seq! ; @seq += 1 ; end
+    end
+
+    def mkfilename from, created
+      host = if from =~ /@/ then
+        $'
+      else
+        require "socket"
+        Socket.gethostname
       end
+      created ||= Time.now
+      created = created.to_time
+      "#{created.to_i}M#{created.usec}P#$$Q#{self.class.seq!}.#{host}"
     end
 
   end