jcangas-datagateway 1.1.0

data/lib/datagateway/nexus/nexus_ar.rb

@@ -0,0 +1,145 @@
+#--
+require 'nexus/nax_ar'
+NAX::ActiveRecord::Base.logger = ActiveRecord::Base.logger
+
+## Correccion necesaria en sqlserver_adapter:
+## el tipo timestamp NO es un datetime, sino un ROW_VERSION
+require 'activerecord-sqlserver-adapter'
+module ActiveRecord #:nodoc: all
+	module ConnectionAdapters
+		class SQLServerColumn
+			alias :old_type_cast :type_cast
+			def type_cast(value)
+				return nil if value.nil?
+				case type
+					when :timestamp then value.to_int
+					else old_type_cast(value)
+				end
+			end
+		end
+	end
+end
+
+class Array
+	# para que funcione la correcion anterior del sqlserver_adapter.
+  def to_int
+    map{|byte| byte.to_s(16)}.join.to_i(16)
+  end
+end
+
+class BigDecimal
+	#alias :value :to_s #for use in _invoke as oleparam (nax_tlb)
+end
+	
+class ActiveRecord::Base
+	self.table_name_prefix = 'MM'
+end
+
+class Product < ActiveRecord::Base
+  self.primary_key = "CODE"
+end
+
+class User < ActiveRecord::Base
+  self.primary_key = "USERID"
+end
+
+class TarifaVenta < ActiveRecord::Base
+  self.table_name = "TARIFAVE"
+  self.primary_key = "IDTARIFAV"
+  belongs_to :articulo, :foreign_key => 'CODART'
+end
+
+class LineItems < ActiveRecord::Base
+	self.table_name = "LINEPEDI"
+	self.primary_key = "IDLIN"	
+	def save
+		if new_record?
+			unless attributes['IDPEDV'].nil?
+				nax_ped = NAX_Pedido.update(attributes['IDPEDV'].to_i)
+				nax_ped.add_line('CODART' => attributes['CODART'], 'UNIDADES' => attributes['UNIDADES'])
+				nax_ped.save 
+			end
+		end
+		self
+	end
+end
+
+class Order < ActiveRecord::Base
+	self.table_name = "CABEPEDV"
+	self.primary_key = "IDPEDV"
+	validates_presence_of :CODCLI
+	
+	def save
+		if new_record?
+			if valid? 
+				NAX_Pedido.create(attributes).save
+			else
+				logger.info "Errors found:\n" + errors.full_messages.join("\n")
+				logger.info "in object:\n #{attributes.inspect}\n" 
+				errors.clear
+			end			
+		else
+			unless attributes['IDPEDV'].nil?
+				delta = attributes
+				delta.keys.each{|key| delta.delete(key) unless changed.include? key}
+				NAX_Pedido.update(attributes['IDPEDV'].to_i, delta).save
+			end
+		end
+		self
+	end
+end
+
+class NAX_Pedido
+  include NAX::ActiveRecord::InstanceMethods
+  extend NAX::ActiveRecord::ClassMethods
+	
+	def self.create(attrs)
+		ensure_connected
+		fecha = Time.now.strftime "%d/%m/%Y"
+		result = NAX_Pedido.new
+		result.attributes = attrs
+		result.Iniciar
+		result.Nuevo(fecha, result.attributes['CODCLI'], false)
+		result.attributes.delete('CODCLI')
+		result.add_fake_line
+		result		
+	end
+					
+	def self.update(rec_id, delta={})
+		ensure_connected
+		logger.debug "NAX !! #{self}.update(#{delta.inspect})"
+		result = NAX_Pedido.new
+		result.attributes = delta
+		result.Iniciar
+		result.Modifica(rec_id, false)
+		logger.debug "NAX !! #{self}.updated "
+		result		
+	end
+
+	def save
+		logger.debug "Saving with NAX !!: #{attributes.inspect}"		
+		attributes.each{|key, val|
+			self.AsStringCab[key.to_s] = val if val
+		}
+		self.Anade
+		logger.debug "Saved with NAX !!"
+		self
+	end
+
+	def add_line(line)
+		logger.debug "(NAX) add_line"
+		self.NuevaLineaArt(line['CODART'], line['UNIDADES'])
+		self.AnadirLinea;
+	end
+
+	def add_fake_line
+		logger.debug "(NAX) add_fake_line"
+		self.NuevaLinea
+		self.AsFloatLin['UNIDADES'] = 1
+		self.AsStringLin['DESCLIN'] = '[shopin] Pedido realizado desde web'
+		self.AsStringLin['TIPIVA'] = 'ORD'
+		self.AsFloatLin['PRCMONEDA'] = 0
+		self.AnadirLinea;
+		logger.debug "(NAX) fake_line_added"
+	end
+end

data/lib/datagateway/ssh_transfer.rb

@@ -0,0 +1,80 @@
+require 'net/sftp'
+require 'net/sftp/errors'
+
+class SSHTransfer
+	attr :host 				
+	attr :username 		
+	attr :local_files 
+	attr :upload_to
+	attr :download_from
+	attr :options
+	attr :logger
+	
+	def initialize(opts)
+		@options = {}
+		opts.each{ |key, value| @options[key.to_sym] = value }
+		@host = options.delete(:host)
+		@username = options.delete(:username)
+		@local_files = options.delete(:local_files)
+		@upload_to = options.delete(:upload_to)
+		@download_from = options.delete(:download_from)
+		@logger = options.delete(:logger)
+	end
+		
+	def upload
+		Net::SFTP.start(host, username, options) do |sftp|
+			Dir[local_files].each do |file|
+				begin
+					sftp.upload!(file, File.join(upload_to, File.basename(file)), :progress => self)
+					File.delete(file)
+				rescue Net::SFTP::StatusException => e
+					on_file_error(file, e)
+				end
+			end		
+		end
+	end
+
+
+	def download
+		Net::SFTP.start(host, username, options) do |sftp|
+			begin
+				sftp.download!(download_from, local_files,  :progress => self, :recursive => true)
+				sftp.dir.foreach(download_from) do |entry|
+					sftp.remove!(File.join(download_from, entry.name)) if entry.file?
+				end
+
+			rescue Net::SFTP::StatusException => e
+				on_file_error(file, e)
+			end
+		end
+	end
+	
+	# even handlers
+	def on_open(uploader, file)
+		logger.info "starting transfer: #{file.local} -> #{file.remote} (#{file.size} bytes)"
+	end
+	
+	def on_file_error(file, exception)
+		logger.error "error: " + exception
+	end
+	
+	def on_put(uploader, file, offset, data)
+		# puts "writing #{data.length} bytes to #{file.remote} starting at #{offset}"
+	end
+
+ 	def on_get(downloader, file, offset, data)
+		#puts "writing #{data.length} bytes to #{file.local} starting at #{offset}"
+	end
+	
+	def on_mkdir(uploader, path)
+		logger.info "creating directory #{path}"
+	end
+
+	def on_close(uploader, file)
+		logger.info "finished with #{file.remote}"
+	end
+
+	def on_finish(uploader)
+		logger.info "Transfer completed!"
+	end
+end	

data/lib/datagateway/version.rb

@@ -0,0 +1,13 @@
+require 'time'
+module Application
+  module VERSION #:nodoc:
+    PRODUCT     = 'DataGateway'
+    COMPANY     = 'Memory Comm S. L.'
+    AUTHOR      = 'jorge.cangas@gmail.com'
+    MAJOR       = 1
+    MINOR       = 1
+    TINY        = 0
+    STRING      = [MAJOR, MINOR, TINY].join('.')
+    RELEASED_AT = Time.parse('2008/03/22 03:04:54')
+  end
+end

data/lib/datagateway.rb

@@ -0,0 +1,294 @@
+
+$KCODE = 'UTF8'
+
+require 'rubygems'
+require 'optparse' 
+require 'rdoc/usage'
+require 'ostruct'
+require 'date'
+require 'fileutils'
+require 'erb'
+require 'yaml'
+require 'logger'
+require 'version'
+
+$:.unshift File.join(File.dirname(__FILE__), 'datagateway')
+require 'data_gateway'
+
+
+unless defined? APP_ROOT
+	APP_ROOT = File.join(File.dirname(__FILE__), '')
+end
+
+class LogFormatter < Logger::Formatter
+    @@format = "%s #%d [%s] %5s: %s\n"
+    def call(severity, time, progname, msg)
+      @@format % [ progname, $$, format_datetime(time), severity, msg2str(msg)]
+    end
+end
+
+class AppConfig
+	ROOT = File.join(File.dirname(__FILE__), '')
+  class << self
+		attr :config
+
+    def options
+    	@options
+    end
+
+		def run
+			if parsed_options? && arguments_valid? 
+				puts "Start at #{DateTime.now}\\n\\n" if @options.verbose
+
+				output_options if @options.verbose # [Optional]
+
+				process_arguments            
+				process_command
+
+				puts "\\nFinished at #{DateTime.now}" if @options.verbose
+			else
+				output_usage
+			end
+		end
+
+		def parsed_options?
+			parse_options unless @parsed_options
+			@parsed_options
+		end
+
+		def parse_options
+			@parsed_options = true
+			# Set defaults
+			@options = OpenStruct.new
+			@options.verbose = false
+			@options.quiet = false
+			@options.debug_on = false
+			@options.environment = (ENV['APP_ENV'] || 'production').dup
+			@options.generate = false
+
+
+			# Specify options
+			opts = OptionParser.new do |opts|
+				opts.banner = "\nUso: init.rb [options]"
+				opts.separator "----------------------"
+				opts.separator "Opciones:"
+
+				opts.on('-h', '--help') { output_help }
+
+				opts.on("-e", "--environment [ENVIRONMENT]", %w[development production test],
+						"(development | production | test)") { |env|	@options.environment = env }
+
+				opts.on("-g", '--generate [prj_name]', "Genera un proyecto nuevo") { |project|	
+					@options.project = project
+					@options.generate = true 
+				}
+
+				opts.on("-q", '--quiet', 'Modo "silencioso": no muestra nada en pantalla durante la ejecución') { @options.quiet = true }
+
+				opts.on('-v', '--version', 'Print version and exit') { output_version ; exit 0 }
+
+				opts.on('-d', '--debug', 'Modo depuración') { @options.debug_on = true }
+			end
+
+			opts.parse! rescue return false
+
+			process_options
+			true      
+		end
+
+		# Performs post-parse processing on options
+		def process_options
+
+		end
+
+		# True if required arguments were provided
+				def arguments_valid?
+			# TO DO - implement your real logic here
+			true
+		end
+
+		# Setup the arguments
+		def process_arguments
+		end
+
+		def output_options
+			puts "Options:\\n"
+
+			@options.marshal_dump.each do |name, val|        
+				puts "  #{name} = #{val}"
+			end
+		end
+
+		def output_help
+			output_version
+			RDoc::usage #exits app
+		end
+
+		def output_usage
+			output_version
+			RDoc::usage('usage') # gets usage from comments above
+		end
+
+		def output_version
+			puts "#{Application::VERSION::PRODUCT} version #{Application::VERSION::STRING}"
+		end
+
+		def process_command
+			# TO DO - do whatever this app does
+			# TO DO - place in local vars, etc 
+			if @options.generate
+				target = File.expand_path(@options.project)
+				FileUtils.mkdir target
+				puts "generating #{target}"
+				FileUtils.cp_r(File.expand_path(File.join(AppConfig::ROOT, '..', 'template-prj'))+'/.', target, :verbose => !@options.quiet)
+				
+			end
+
+			#process_standard_input # [Optional]
+		end
+
+		def process_standard_input
+			input = @stdin.read      
+			# TO DO - process input
+
+			# [Optional]
+			# @stdin.each do |line| 
+			#  # TO DO - process each line
+			#end
+		end
+
+		def logger
+      @logger ||= setup_logger
+    end
+
+    def path(filename='')
+      File.expand_path(filename, APP_ROOT)
+    end
+
+		def run_app
+			AppConfig.logger.info echo("Data Gateway started")
+			AppConfig.logger.debug echo("Entorno: #{APP_ENV} \n Opciones: #{AppConfig.config.inspect}")
+			AppConfig.logger.info echo("job list: #{AppConfig.jobs.join(',')}")
+	
+			include DataGateway
+			AppConfig.jobs.each do |job|
+				require File.join('jobs', job)
+			end
+			AppConfig.logger.info echo("Data Gateway finished ok")
+
+		rescue Exception => e
+			puts "Error:\n#{e}\n."
+			AppConfig.logger.error "#{e}\n" + e.backtrace.join("\n")	
+		end
+
+    def log_path
+      path('log/application.log')
+    end
+    
+    def settings(name)
+      env  = (APP_ENV == 'production' ? '' : '.' + APP_ENV)
+      path("config#{env}/#{name}.yml")
+    end
+    
+    def connections
+      unless @connections
+        @connections = yaml_load(settings('database'))
+        class << @connections
+          def [](name)
+            super(name.to_s)
+          end
+        end
+      end
+      return @connections
+    end
+  
+    def [](name)
+      method_missing(name.to_sym)
+    end
+
+  private
+  
+    def setup_logger
+      load
+      FileUtils.mkpath(File.dirname(log_path))
+      @logger = Logger.new(log_path, log_options['rotate'] )
+      @logger.progname = ''
+      @logger.formatter = LogFormatter.new
+      @logger.datetime_format = log_options['time_format']
+      @logger.level = (options.debug_on ? Logger::DEBUG : Logger.const_get(log_options['level'].upcase))
+      #@logger.level = Logger.const_get(log_options['level'].upcase)
+      @logger
+      rescue StandardError => e
+        @logger = Logger.new(STDERR)
+        @logger.level = Logger::WARN
+        @logger.formatter = LogFormatter.new
+        @logger.datetime_format = "%H:%M:%S"
+        @logger.warn e.message
+        @logger.warn(
+          "Unable to access log file. Please ensure that #{self.log_path} exists and has correct permissions. " +
+          "The log level has been raised to WARN and the output directed to STDERR until the problem is fixed."
+        )
+        @logger
+    end
+
+    def yaml_load(file_name)
+      YAML::load(ERB.new(IO.read(file_name)).result)
+    end
+
+    def load
+      return if @config
+      @config = yaml_load(settings('settings'))
+    end
+
+		def echo(msg)
+			puts msg unless AppConfig.options.quiet
+			msg
+		end
+
+    def method_missing(name, *args)
+      load
+      if (args.size > 0)
+				if /=$/ =~ name.to_s
+					@config[name.to_s.sub('=', '')]= *args
+				else
+        	@config.send(name, *args)
+				end
+      elsif @config.has_key?(name.to_s) #@config.instance_variable_defined?(var_name)
+         @config[name.to_s] #@config.instance_variable_get(var_name)
+      else
+        super
+      end
+    end
+  end
+end
+
+
+__END__
+
+AppConfig.parse_options
+
+APP_ENV = AppConfig.options.environment unless defined?(APP_ENV)
+
+
+['actionmailer','actionpack', 'activerecord', 'activeresource', 'activesupport'].each {|gem|
+  $:.unshift File.join(File.dirname(__FILE__), '..', 'vendor', 'rails',gem, 'lib')
+}
+
+
+#gem 'activerecord', '<2.2.2'
+
+require 'active_record'
+
+ActiveRecord::Base.logger = AppConfig.logger
+ActiveRecord::Base.colorize_logging = false
+
+DataGateway.logger = AppConfig.logger
+DataGateway.inbox = AppConfig.path(AppConfig.data['inbox'])
+DataGateway.outbox = AppConfig.path(AppConfig.data['outbox'])
+DataGateway.donebox = AppConfig.path(AppConfig.data['donebox'])
+DataGateway.use_resources = AppConfig.data['use_resources']
+DataGateway.resource_path(AppConfig.path(AppConfig.data['resource_path']))
+
+AppConfig.jobs ||= []
+
+

data/lib/version.rb

@@ -0,0 +1,16 @@
+require 'time'
+
+module Application
+  module VERSION #:nodoc:
+		@res = File.join(File.dirname(__FILE__), '..', 'VERSION.yml')
+    PRODUCT     = 'DataGateway'
+    COMPANY     = 'Memory Comm S. L.'
+    AUTHOR      = 'jorge.cangas@gmail.com'
+    NUMBER      = YAML::load(ERB.new(IO.read(@res)).result)
+    #MAJOR       = 1
+    #MINOR       = 1
+    #TINY        = 0
+    STRING      = [NUMBER[:major], NUMBER[:minor], NUMBER[:patch]].join('.')
+    RELEASED_AT = Time.parse('2008/03/22 03:04:54')
+  end
+end

data/template-prj/config/README

@@ -0,0 +1,4 @@
+Carpeta para ficheros de configuracion:
+  - database.yml: conexiones a bases de datos en formato YAML.
+  - settings.yml: parametros de configuración generales en formato YAML.
+

data/template-prj/config/database.yml

@@ -0,0 +1,32 @@
+
+nexusdb:
+  adapter: sqlserver
+  host: '.\NEXUS'
+  mode: ado # or odbc
+  username: sa
+  password: sie48
+  autocommit: true
+  
+  # required for ado:
+  database: 'TRADE_SL'
+  nax_empresa: 'VTRADE'
+  
+  #required for odbc:
+  #dsn:
+  #provider: SQLOLEDB
+
+
+shopindb_production: &shopin_production
+  adapter: mysql
+  database: shopin
+  timeout: 5000
+  user: root
+  password: masterkey
+  socket: /var/run/mysqld/mysqld.sock
+
+shopindb_development: &shopin_development
+  adapter: sqlite3
+  database: '../db/development.sqlite3'
+  timeout: 5000
+
+shopindb: *shopin_development

data/template-prj/config/settings.yml

@@ -0,0 +1,25 @@
+sftp:
+  host: 192.168.0.3
+  upload_to: shopin-data/inbox
+  download_from: shopin-data/outbox
+  username: vallestrade
+  password: valles1234$
+
+log_options:
+  level: info
+  rotate: daily
+  time_format: %H:%M:%S
+  
+data:
+  inbox: data/inbox
+  outbox: data/outbox
+  donebox: data/donebox
+  use_resources: false
+  resource_path: C:/Archivos de programa/SIE/NEXUS/shopin/img/
+
+jobs:
+  #- nexus_export 
+  #- nexus_import 
+  #- shopin_export
+  - shopin_import
+  

data/template-prj/data/donebox/README

@@ -0,0 +1 @@
+Esta carpeta contine los ficheros que han sido recibidos y procesados

data/template-prj/data/inbox/README

@@ -0,0 +1 @@
+Esta carpeta contine los ficheros que han sido recibidos y estan pendientes de procesarse

data/template-prj/data/outbox/README

@@ -0,0 +1 @@
+Esta carpeta contine los ficheros que han sido pendientes de ser enviados

data/template-prj/datagateway.rb

@@ -0,0 +1,18 @@
+require 'datagateway'
+
+begin
+	AppConfig.logger.info echo("Data Gateway started")
+	AppConfig.logger.debug echo("Entorno: #{APP_ENV} \n Opciones: #{AppConfig.config.inspect}")
+	AppConfig.logger.info echo("job list: #{AppConfig.jobs.join(',')}")
+
+	include DataGateway
+	AppConfig.jobs.each do |job|
+		#require File.join('jobs', job)
+	end
+	AppConfig.logger.info echo("Data Gateway finished ok")
+
+rescue Exception => e
+	puts "Error:\n#{e}\n."
+	AppConfig.logger.error "#{e}\n" + e.backtrace.join("\n")	
+end
+

data/template-prj/log/README

@@ -0,0 +1,2 @@
+Carpeta para contener ficheros de historial de ejecucion. El numero de ficheros 
+variara segun la configuracion

data/test/datagateway_test.rb

@@ -0,0 +1,7 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+class DatagatewayTest < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'mocha'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'datagateway'
+
+class Test::Unit::TestCase
+end