xmlconv 1.0.0

data/lib/xmlconv/util/destination.rb

@@ -0,0 +1,249 @@
+#!/usr/bin/env ruby
+# Destination -- xmlconv2 -- 08.06.2004 -- hwyss@ywesee.com
+
+require 'fileutils'
+require 'uri'
+require 'odba'
+require 'net/http'
+require 'net/ftp'
+require 'tempfile'
+
+module XmlConv
+	module Util
+		class Destination
+			include ODBA::Persistable
+			attr_accessor :path, :status
+			attr_reader :uri
+			STATUS_COMPARABLE = {
+				:pending_pickup	=>	10,	
+				:picked_up			=>	20,	
+        :bbmb_ok        =>  20,
+				:http_ok				=>	20,
+        :ftp_ok         =>  20,
+        :sftp_ok        =>  20,
+        :mail_ok        =>  20,
+			}
+      def Destination.book(str, tmp=nil)
+				uri = URI.parse(str)
+        tmp = URI.parse(tmp) if tmp
+				case uri.scheme.to_s.downcase
+				when 'http'
+					DestinationHttp.new(uri)
+        when 'ftp'
+          DestinationFtp.new(uri, tmp)
+        when 'sftp'
+          DestinationSftp.new(uri)
+        when 'mailto'
+          DestinationMail.new(uri)
+				else
+					DestinationDir.new(uri)
+				end
+      end
+			def initialize
+				@status = :open
+			end
+			def deliver(delivery)
+				raise 'Abstract Method deliver called in Destination'
+			end
+			def update_status
+			end
+			def status_comparable
+				self::class::STATUS_COMPARABLE[@status].to_i				
+			end
+      def sanitize(str)
+        str.to_s.gsub(/[^a-zA-Z0-9 _.]/, '').gsub(' ', '+')
+      end
+			def forget_credentials!
+			end
+		end
+		class DestinationDir < Destination
+			attr_reader :filename
+      def initialize(uri = URI.parse('/'))
+        @path = uri.path
+        super()
+      end
+			def deliver(delivery)
+        do_deliver(delivery)
+        @status = :pending_pickup
+				odba_store
+      end
+      def do_deliver(delivery)
+        if(delivery.is_a?(Array))
+          delivery.each { |part| do_deliver(part) }
+        else
+          FileUtils.mkdir_p(@path)
+          @filename = delivery.filename
+          path = File.expand_path(sanitize(@filename), @path)
+          File.open(path, 'w') { |fh| fh << delivery.to_s }
+        end
+			end
+			def update_status
+				if(@status == :pending_pickup \
+					&& !File.exist?(File.expand_path(sanitize(@filename), @path)))
+					@status = :picked_up
+					odba_store
+				end
+			end
+			def uri
+				URI.parse("file:#{File.expand_path(sanitize(@filename), @path)}")
+			end
+		end
+    class RemoteDestination < Destination
+      attr_accessor :transport
+      def deliver(delivery)
+        do_deliver(delivery)
+      ensure
+        forget_credentials!
+      end
+      def forget_credentials!
+        @uri = URI::HTTP.new(@uri.scheme, nil, @uri.host, @uri.port, 
+          @uri.registry, @uri.path, @uri.opaque, @uri.query, @uri.fragment)
+      end
+      def host
+        @uri.host
+      end
+      def host=(str)
+        @uri.host = str
+      end
+      def path
+        @uri.path if(@uri)
+      end
+      def path=(str)
+        @uri.path = str if(@uri)
+      end
+      def uri=(uri)
+        if(uri.is_a?(String))
+          @uri = URI.parse(uri)
+        else
+          @uri = uri
+        end
+      end
+    end
+    class DestinationFtp < RemoteDestination
+			def initialize(uri = URI.parse('ftp:/'), tmp = nil)
+				super()
+        @tmp = tmp
+				@uri = uri
+        @transport = Net::FTP
+			end
+      def do_deliver(delivery)
+        @transport.open(@uri.host, @uri.user, @uri.password) { |conn|
+          conn.chdir(@uri.path)
+          deliver_to_connection(conn, delivery)
+        }
+      end
+      def deliver_to_connection(connection, delivery, idx=nil)
+        if(delivery.is_a?(Array))
+          delivery.each_with_index { |part, idx| 
+            deliver_to_connection(connection, part, idx) 
+          }
+        else
+          fh = Tempfile.new('xmlconv')
+          fh.puts(delivery)
+          fh.flush
+          target = delivery.filename
+          if(idx)
+            target = sprintf("%03i_%s", idx, target)
+          end
+          if(@tmp)
+            tmp = File.join(@tmp.path, target)
+            connection.puttextfile(fh.path, tmp)
+            connection.rename(tmp, target)
+          else
+            connection.puttextfile(fh.path, target)
+          end
+          fh.close!
+          @status = :ftp_ok
+        end
+      end
+    end
+		class DestinationHttp < RemoteDestination
+			HTTP_HEADERS = {
+				'content-type'	=>	'text/xml',
+			}
+			def initialize(uri = URI.parse('http:/'))
+				super()
+				@uri = uri
+        @transport = Net::HTTP
+			end
+      def do_deliver(delivery)
+        if(delivery.is_a?(Array))
+           worst_status = ''
+           delivery.each { |part| 
+             do_deliver(part) 
+             ## bogostatus: assume that the more information in the string, 
+             ##             the worse the status is (ok < not found)
+             ##             rationale: DTSTTCPW
+             if(@status.to_s > worst_status.to_s)
+               worst_status = @status
+             end
+           }
+           @status = worst_status
+        else
+          @transport.start(@uri.host, @uri.port) { |http|
+            request = Net::HTTP::Post.new(@uri.path, HTTP_HEADERS)
+            if(@uri.user || @uri.password)
+              request.basic_auth(@uri.user, @uri.password)
+            end
+            response = http.request(request, delivery.to_s)	
+            status_str = response.message.downcase.gsub(/\s+/, "_")
+            @status = "http_#{status_str}".intern
+          }
+        end
+			end
+		end
+    class DestinationMail < Destination
+      def initialize(uri = URI.parse('mailto:noone@nowhere.org'))
+				@uri = uri
+        super()
+      end
+      def deliver(delivery)
+        recipients = [@uri.to].compact
+        recipients.uniq!
+        return if(recipients.empty?)
+        subject = 'XmlConv - Delivery'
+        mail = TMail::Mail.new
+        mail.set_content_type('text', 'plain', 'charset'=>'ISO-8859-1')
+        mail.body = delivery.to_s
+        mail.from = XmlConv::CONFIG.mail_from
+        mail.to = recipients
+        mail.subject = subject
+        mail.date = Time.now
+        mail['User-Agent'] = 'XmlConv::Util::Destination'
+        Net::SMTP.start(XmlConv::CONFIG.mail_host) { |smtp|
+          smtp.sendmail(mail.encoded, XmlConv::CONFIG.mail_from, recipients)
+        }
+        @status = :mail_ok
+        odba_store
+      end
+    end
+    class DestinationSftp < RemoteDestination
+      def initialize(uri = URI.parse('sftp:/'))
+        require 'net/sftp'
+        super()
+        @uri = uri
+        @transport = Net::SFTP
+      end
+      def do_deliver(delivery)
+        @transport.start(@uri.host, @uri.user,
+                         :user_known_hosts_file => CONFIG.ssh_known_hosts_file,
+                         :keys => CONFIG.ssh_identities) { |conn|
+          deliver_to_connection(conn, delivery)
+        }
+      end
+      def deliver_to_connection(connection, delivery)
+        if(delivery.is_a?(Array))
+          delivery.each { |part|
+            deliver_to_connection(connection, part)
+          }
+        else
+          target = delivery.filename
+          connection.file.open(File.join(@uri.path, target), "w") do |fh|
+            fh.puts delivery
+          end
+          @status = :sftp_ok
+        end
+      end
+    end
+	end
+end

data/lib/xmlconv/util/invoicer.rb

@@ -0,0 +1,71 @@
+#!/usr/bin/env ruby
+# Util::Invoicer -- xmlconv2 -- 03.08.2006 -- hwyss@ywesee.com
+
+require 'ydim/config'
+require 'ydim/client'
+
+module XmlConv
+	module Util
+class Invoicer
+  class << self
+    def create_invoice(time_range, groups, date, currency='CHF')
+      time = Time.now
+      format = XmlConv::CONFIG.invoice_item_format
+      ydim_connect { |client|
+        ydim_inv = client.create_invoice(XmlConv::CONFIG.ydim_id)
+        ydim_inv.description = sprintf(XmlConv::CONFIG.invoice_format,
+                                       time_range.first.strftime("%d.%m.%Y"),
+                                       (time_range.last - 1).strftime("%d.%m.%Y"))
+        ydim_inv.date = date
+        ydim_inv.currency = currency
+        ydim_inv.payment_period = 30
+        default_rate = XmlConv::CONFIG.commission
+        item_data = groups.sort.collect { |group, bdds|
+          rate = XmlConv::CONFIG.group_commissions[group] || default_rate
+          amount = bdds.inject(0) { |memo, bdd| memo + bdd.invoiced_amount }
+          {
+            :price    =>  (amount * rate) / 100.0,
+            :quantity =>  1,
+            :text     =>  sprintf(format, group.to_s, currency, amount, bdds.size),
+            :time			=>	Time.local(date.year, date.month, date.day),
+            :unit     =>  ("%3.2f%%" % rate).gsub(/0+%/, '%'),
+          }
+        }
+        client.add_items(ydim_inv.unique_id, item_data)
+        ydim_inv
+      }
+    end
+    def group_by_partner(transactions)
+      groups = {}
+      transactions.each { |transaction|
+        (groups[transaction.partner] ||= []).push(transaction.model)
+      }
+      groups
+    end
+    def run(time_range, transactions, date)
+      unless(transactions.empty?)
+        invoice = create_invoice(time_range, group_by_partner(transactions), 
+                                 date)
+        send_invoice(invoice.unique_id)
+      end
+    end
+    def send_invoice(invoice_id)
+      ydim_connect { |client| client.send_invoice(invoice_id) }
+    end
+    def ydim_connect(&block)
+      config = YDIM::Client::CONFIG
+      if(path = XmlConv::CONFIG.ydim_config)
+        config.load(path)
+      end
+      server = DRbObject.new(nil, config.server_url)
+      client = YDIM::Client.new(config)
+      key = OpenSSL::PKey::DSA.new(File.read(config.private_key))
+      client.login(server, key)
+      block.call(client)
+    ensure
+      client.logout if(client)
+    end
+  end
+end
+  end
+end

data/lib/xmlconv/util/known_user.rb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+# Util::KnownUser -- xmlconv2 -- 09.06.2004 -- hwyss@ywesee.com
+
+require 'sbsm/user'
+require 'xmlconv/state/transactions'
+
+module XmlConv
+	module Util
+		class KnownUser < SBSM::KnownUser
+			HOME = State::Transactions
+			NAVIGATION = [
+				:home, :logout
+			]
+		end
+	end
+end

data/lib/xmlconv/util/mail.rb

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+# Util::Mail -- XmlConv -- 23.04.2009 -- hwyss@ywesee.com
+
+require 'net/smtp'
+require 'tmail'
+require 'xmlconv/config'
+
+module XmlConv
+  module Util
+module Mail
+  SMTP_HANDLER = Net::SMTP
+  def Mail.notify recipients, subject, body
+    recipients.flatten!
+    recipients.compact!
+    recipients.uniq!
+    return if(recipients.empty?)
+    mail = TMail::Mail.new
+    mail.set_content_type('text', 'plain', 'charset'=>'ISO-8859-1')
+    mail.body = body
+    mail.from = XmlConv::CONFIG.mail_from
+    mail.to = recipients
+    mail.subject = subject
+    mail.date = Time.now
+    mail['User-Agent'] = 'XmlConv::Util::Mail'
+    SMTP_HANDLER.start(XmlConv::CONFIG.mail_host) { |smtp|
+      smtp.sendmail(mail.encoded, XmlConv::CONFIG.mail_from, recipients)
+    }
+  end
+end
+  end
+end

data/lib/xmlconv/util/polling_manager.rb

@@ -0,0 +1,198 @@
+#!/usr/bin/env ruby
+# Util::PollingManager -- xmlconv2 -- 29.06.2004 -- hwyss@ywesee.com
+
+require 'fileutils'
+require 'uri'
+require 'yaml'
+require 'xmlconv/util/destination'
+require 'xmlconv/util/mail'
+require 'xmlconv/util/transaction'
+require 'net/pop'
+require 'rmail'
+
+module XmlConv
+	module Util
+    class Mission
+      attr_accessor :reader, :writer, :destination, :error_recipients,
+        :debug_recipients, :backup_dir, :partner, :postprocs, :filter, 
+        :tmp_destination, :arguments
+      def create_transaction
+        transaction = XmlConv::Util::Transaction.new
+        transaction.domain = @domain
+        transaction.partner = @partner
+        transaction.reader = @reader
+        transaction.writer = @writer
+        transaction.debug_recipients = @debug_recipients
+        transaction.error_recipients = @error_recipients
+        transaction.postprocs = @postprocs
+        transaction.destination = Destination.book(@destination, @tmp_destination)
+        transaction.arguments = [@arguments].flatten.compact
+        transaction
+      end
+      def filtered_transaction(src, origin, &block)
+        unless(@filter && Regexp.new(@filter).match(src))
+          transaction = create_transaction
+          transaction.input = src
+          transaction.origin = origin
+          block.call(transaction)
+        end
+      end
+    end
+		class PollingMission < Mission
+			attr_accessor :directory, :glob_pattern
+			def file_paths
+        path = File.expand_path(@glob_pattern || '*', @directory)
+				Dir.glob(path).collect { |entry|
+					File.expand_path(entry, @directory)
+				}.compact
+			end
+			def poll
+        @directory = File.expand_path(@directory, CONFIG.project_root)
+				file_paths.each { |path|
+					begin
+            filtered_transaction(File.read(path), 'file:' << path) { |transaction|
+              yield transaction
+            }
+          rescue Exception => e
+            puts e
+            puts e.backtrace
+					ensure
+						FileUtils.mkdir_p(@backup_dir)
+						FileUtils.mv(path, @backup_dir)
+					end
+				}
+			end
+		end
+    class PopMission < Mission
+      attr_accessor :host, :port, :user, :pass, :content_type
+      def poll(&block)
+        Net::POP3.start(@host, @port || 110, @user, @pass) { |pop|
+          pop.each_mail { |mail|
+            source = mail.pop
+            begin
+              ## work around a bug in RMail::Parser that cannot deal with
+              ## RFC-2822-compliant CRLF..
+              source.gsub!(/\r\n/, "\n")
+              poll_message(RMail::Parser.read(source), &block)
+            ensure
+              time = Time.now
+              name = sprintf("%s.%s.%s", @user, 
+                             time.strftime("%Y%m%d%H%M%S"), time.usec)
+              FileUtils.mkdir_p(@backup_dir)
+              path = File.join(@backup_dir, name)
+              File.open(path, 'w') { |fh| fh.puts(source) }
+              mail.delete
+            end
+          }
+        }
+      end
+      def poll_message(message, &block)
+        if(message.multipart?)
+          message.each_part { |part|
+            poll_message(part, &block)
+          }
+        elsif(@content_type.match(message.header.content_type('text/plain')))
+          src = message.decode
+          filtered_transaction(src, sprintf('pop3:%s@%s:%s', @user, @host, @port),
+                               &block)
+        end
+      end
+    end
+    class FtpMission < Mission
+      attr_accessor :origin, :glob_pattern
+      def file_names(ftp)
+        pattern = @glob_pattern || '*'
+        ftp.nlst.select do |name| File.fnmatch pattern, name end
+      end
+      def poll(&block)
+        uri = URI.parse(@origin)
+        origin_dir = "ftp://#{uri.user}@#{uri.host}#{uri.path}"
+        require 'net/ftp'
+        Net::FTP.open(uri.host, uri.user, uri.password) do |ftp|
+          ftp.chdir uri.path
+          file_names(ftp).each do |name|
+            begin
+              origin = File.join origin_dir, name
+              FileUtils.mkdir_p(@backup_dir)
+              target = File.join(@backup_dir, name)
+              ftp.gettextfile name, target
+              filtered_transaction File.read(target), origin do |trans|
+                block.call trans
+              end
+            rescue Exception => e
+              puts e
+              puts e.backtrace
+            ensure
+              ftp.delete name
+            end
+          end
+        end
+      end
+    end
+    class SftpMission < Mission
+      attr_accessor :origin, :glob_pattern
+      def file_names(sftp, uri)
+        pattern = @glob_pattern || '*'
+        sftp.dir.entries(uri.path).collect do |entry|
+          name = entry.name
+          name if File.fnmatch pattern, name
+        end.compact
+      end
+      def poll(&block)
+        uri = URI.parse(@origin)
+        require 'net/sftp'
+        Net::SFTP.start(uri.host, uri.user,
+                        :user_known_hosts_file => CONFIG.ssh_known_hosts_file,
+                        :keys => CONFIG.ssh_identities) do |sftp|
+          file_names(sftp, uri).each do |name|
+            begin
+              path = File.join uri.path, name
+              origin = File.join @origin, name
+              source = sftp.file.open path do |fh| fh.read end
+              filtered_transaction source, origin do |trans|
+                block.call trans
+              end
+            rescue Exception => e
+              puts e
+              puts e.backtrace
+            ensure
+              FileUtils.mkdir_p(@backup_dir)
+              File.open File.join(@backup_dir, name), 'w' do |fh|
+                fh.puts source
+              end
+              sftp.remove! path
+            end
+          end
+        end
+      rescue NoMethodError
+        ## prevent polling error notification for intermittent connection problems
+      end
+    end
+		class PollingManager
+			def initialize(system)
+				@system = system
+			end
+			def load_sources(&block)
+				file = File.open(CONFIG.polling_file)
+				YAML.load_documents(file) { |mission|
+					block.call(mission)
+				}
+			ensure
+				file.close if(file)
+			end
+			def poll_sources
+				load_sources { |source|
+          begin
+            source.poll { |transaction|
+              @system.execute(transaction)
+            }
+          rescue Exception => e
+            subject = 'XmlConv2 - Polling-Error'
+            body = [e.class, e.message].concat(e.backtrace).join("\n")
+            Util::Mail.notify source.error_recipients, subject, body
+          end
+				}
+			end
+		end
+	end
+end

data/lib/xmlconv/util/session.rb

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+# Session -- xmlconv2 -- 09.06.2004 -- hwyss@ywesee.com
+
+require 'sbsm/session'
+require 'xmlconv/state/login'
+require 'xmlconv/custom/lookandfeel'
+require 'xmlconv/util/known_user'
+
+module XmlConv
+	module Util
+		class Session < SBSM::Session
+			DEFAULT_LANGUAGE = 'de'
+			DEFAULT_STATE = State::Login
+			LOOKANDFEEL = Custom::Lookandfeel
+			def login
+				if((pass = user_input(:pass)) \
+					&& (pass == CONFIG.pass_hash))
+					@user = Util::KnownUser.new
+				end
+			end
+		end
+	end
+end