nitro 0.2.0 → 0.3.0

data/lib/n/og/backend.rb

@@ -0,0 +1,252 @@
+# code: 
+# * George Moschovitis  <gm@navel.gr>
+#
+# (c) 2004 Navel, all rights reserved.
+# $Id: backend.rb 123 2004-11-01 11:55:11Z gmosx $
+
+require "yaml"
+
+require "n/og/connection"
+
+module N
+
+# = OgUtils
+#
+# A collection of useful utilities.
+#
+module OgUtils
+
+	# The name of the SQL table where objects of this class are stored.
+	# The Module separators are replaced with _ and NOT stripped out so 
+	# that we can convert back to the original notation if needed.
+	# The leading module if available is removed.
+	#
+	def self.table(klass)
+		return "_#{klass.name.gsub(/^.*::/, "")}".gsub(/::/, "_").downcase
+	end
+
+	# Returns the props that will be included in the insert query.
+	# For some backends the oid should be stripped.
+	#
+	def self.props_for_insert(klass)
+		klass.__props
+	end
+	
+	# Precompile the insert code for the given class.
+	# The generated code sets the oid when inserting!
+	#
+	def self.eval_og_insert(klass)
+		props = props_for_insert(klass)
+		
+		values = props.collect { |p| write_prop(p) } 
+		
+		sql = "INSERT INTO #{table(klass)} (#{props.collect {|p| p.name}.join(',')}) VALUES (#{values.join(',')})"
+
+		if klass.instance_methods.include?("og_pre_insert")
+			pre_cb = "og_pre_insert(conn);"
+		else
+			pre_cb = ""
+		end
+
+		if klass.instance_methods.include?("og_post_insert")
+			post_cb = "og_post_insert(conn);"
+		else
+			post_cb = ""
+		end
+
+		if klass.instance_methods.include?("og_pre_insert_update")
+			pre_cb << "og_pre_insert_update(conn);"
+		end
+
+		if klass.instance_methods.include?("og_post_insert_update")
+			post_cb << "og_post_insert_update(conn);"
+		end
+		
+		klass.class_eval %{
+			def og_insert(conn)
+				#{insert_code(klass, sql, pre_cb, post_cb)}
+			end
+		}
+	end
+
+	# Precompile the update code for the given class.
+	# Ignore the oid when updating!
+	#
+	def self.eval_og_update(klass)
+		props = klass.__props.reject { |p| :oid == p.symbol }
+		
+		updates = props.collect { |p|
+			"#{p.name}=#{write_prop(p)}"
+		}
+
+		sql = "UPDATE #{klass::DBTABLE} SET #{updates.join(', ')} WHERE oid=#\{@oid\}"
+
+		if klass.instance_methods.include?("og_pre_update")
+			pre_cb = "og_pre_update(conn);"
+		else
+			pre_cb = ""
+		end
+
+		if klass.instance_methods.include?("og_post_update")
+			post_cb = "og_post_update(conn);"
+		else
+			post_cb = ""
+		end
+
+		if klass.instance_methods.include?("og_pre_insert_update")
+			pre_cb << "og_pre_insert_update(conn);"
+		end
+
+		if klass.instance_methods.include?("og_post_insert_update")
+			post_cb << "og_post_insert_update(conn);"
+		end
+		
+		klass.class_eval %{
+			def og_update(conn)
+				#{pre_cb}
+				conn.exec "#{sql}"
+				#{post_cb}
+			end
+		}
+	end
+
+	# Precompile the code to read objects of the given class 
+	# from the backend. In order to allow for changing field/attribute 
+	# orders we have to use a field mapping hash.
+	#
+	def self.eval_og_deserialize(klass, og)
+		calc_field_index(klass, og)
+		
+		props = klass.__props 
+		code = []
+		
+		props.each do |p|
+			if idx = og.managed_classes[klass].field_index[p.name]
+				# more fault tolerant if a new field is added and it 
+				# doesnt exist in the database.
+				code << "@#{p.name} = #{N::OgUtils.read_prop(p, idx)}"
+			end
+		end
+		
+		klass.class_eval %{
+	 		def og_deserialize(res, tuple = nil)
+				#{code.join('; ')}
+			end
+		}
+	end				
+	
+end
+
+# = OgBackend
+#
+# Abstract backend. A backend communicates with the RDBMS.
+# This is the base class for the various backend implementations.
+#
+class OgBackend
+	
+	# The actual connection to the database
+	attr_accessor :conn
+
+	# Intitialize the connection to the RDBMS.
+	# 	
+	def initialize(config)
+		raise "Not implemented"
+	end
+
+	# Close the connection to the RDBMS.
+	# 	
+	def close()
+		@conn.close()
+	end	
+
+	# Create the database.
+	#
+	def self.create_db(database, user = nil, password = nil)
+		$log.info "Creating database '#{database}'."
+	end
+	
+	# Drop the database.
+	#
+	def self.drop_db(database, user = nil, password = nil)
+		$log.info "Dropping database '#{database}'."
+	end
+	
+	# Execute an SQL query and return the result. 
+	#
+	def query(sql)
+		raise "Not implemented"
+	end
+	
+	# Execute an SQL query, no result returned.
+	#
+	def exec(sql)
+		raise "Not implemented"
+	end
+
+	# Execute an SQL query and return the result. Wrapped in a rescue
+	# block. 
+	#
+	def safe_query(sql)
+		raise "Not implemented"
+	end
+	
+	# Execute an SQL query, no result returned. Wrapped in a rescue
+	# block.
+	#
+	def safe_exec(sql)
+		raise "Not implemented"
+	end
+	
+	# Check if it is a valid resultset.
+	#
+	def valid?(res)
+		raise "Not implemented"
+	end
+
+	# Start a new transaction.
+	#
+	def start
+		exec "START TRANSACTION"
+	end
+	
+	# Commit a transaction.
+	#
+	def commit
+		exec "COMMIT"
+	end
+	
+	# Rollback transaction.
+	#
+	def rollback
+		exec "ROLLBACK"
+	end	
+	
+	# Create the managed object table. The properties of the
+	# object are mapped to the table columns. Additional sql relations
+	# and constrains are created (indicices, sequences, etc).
+	#
+	def create_table(klass)
+		return if query("SELECT * FROM #{klass::DBTABLE} LIMIT 1")
+	end
+	
+	# Drop the managed object table
+	#
+	def drop_table(klass)
+		exec "DROP TABLE #{klass::DBTABLE}"
+	end
+
+	# Deserialize one row of the resultset.
+	#
+	def deserialize_one(res, klass)	
+		raise "Not implemented"
+	end
+	
+	# Deserialize all rows of the resultset.
+	#
+	def deserialize_all(res, klass)	
+		raise "Not implemented"
+	end
+
+end
+
+end # module

data/lib/n/og/backends/mysql.rb

@@ -0,0 +1,352 @@
+# code: 
+# * George Moschovitis  <gm@navel.gr>
+# * Elias Athanasopoulos  <elathan@navel.gr>
+#
+# (c) 2004 Navel, all rights reserved.
+# $Id: mysql.rb 123 2004-11-01 11:55:11Z gmosx $
+
+require "mysql"
+
+require "n/og/backend"
+
+module N
+
+# = OgUtils
+#
+# A collection of useful utilities.
+#
+module OgUtils
+
+	# Escape an SQL string
+	#
+	def self.escape(str)
+		return nil unless str
+		return Mysql.quote(str)
+	end
+
+	# Convert a ruby time to an sql timestamp.
+	# TODO: Optimize this
+	# 
+	def self.timestamp(time = Time.now)
+		return nil unless time
+		return time.strftime("%Y%m%d%H%M%S")
+	end
+	
+	# Output YYY-mm-dd
+	# TODO: Optimize this
+	#
+	def self.date(date)
+		return nil unless date
+		return "#{date.year}-#{date.month}-#{date.mday}" 
+	end
+	
+	# Parse sql datetime
+	# TODO: Optimize this
+	#
+	def self.parse_timestamp(str)
+		return Time.parse(str)		
+	end
+	
+	# Input YYYY-mm-dd
+	# TODO: Optimize this
+	#
+	def self.parse_date(str)
+		return nil unless str
+		return Date.strptime(str)
+	end
+
+	# Return an sql string evaluator for the property.
+	# No need to optimize this, used only to precalculate code.
+	# YAML is used to store general Ruby objects to be more 
+	# portable.
+	#
+	# FIXME: add extra handling for float.
+	#
+	def self.write_prop(p)
+		if String == p.klass
+			return "'#\{N::OgUtils.escape(@#{p.symbol})\}'"
+		elsif Time == p.klass
+			return %|#\{@#{p.symbol} ? "'#\{N::OgUtils.timestamp(@#{p.symbol})\}'" : 'NULL'\}|
+		elsif Date == p.klass
+			return %|#\{@#{p.symbol} ? "'#\{N::OgUtils.date(@#{p.symbol})\}'" : 'NULL'\}|
+		elsif Object == p.klass or Array == p.klass or Hash == p.klass
+			return %|#\{@#{p.symbol} ? "'#\{N::OgUtils.escape(@#{p.symbol}.to_yaml)\}'" : ''\}|
+		else
+			# Fixnum, TrueClass
+			return "#\{@#{p.symbol} || 'NULL'\}"
+		end
+	end		
+
+	# Return an evaluator for reading the property.
+	# No need to optimize this, used only to precalculate code.
+	#
+	def self.read_prop(p, idx)
+		case p.klass.to_s
+			when Fixnum.name
+				return "res[#{idx}].to_i()"
+			when Float.name
+				return "res[#{idx}].to_f()"
+			when Time.name
+				return "N::OgUtils.parse_timestamp(res[#{idx}])"
+			when Date.name
+				return "N::OgUtils.parse_date(res[#{idx}])"
+			when TrueClass.name
+				return "('true' == res[#{idx}])"
+			when Object.name
+				return "YAML::load(res[#{idx}])"
+			when Array.name
+				return "YAML::load(res[#{idx}])"
+			when Hash.name
+				return "YAML::load(res[#{idx}])"
+			else # String 
+				return "res[#{idx}]"
+		end		
+	end
+
+	# Returns the props that will be included in the insert query.
+	# The oid property is rejected because it is mapped to an 
+	# AUTO_INCREMENT column.
+	#
+	def self.props_for_insert(klass)
+		klass.__props.reject { |p| :oid == p.symbol }
+	end
+
+		# Returns the code that actually inserts the object into the
+	# database. Returns the code as String.
+	#
+	def self.insert_code(klass, sql, pre_cb, post_cb)
+		%{
+			#{pre_cb}
+			conn.exec "#{sql}"
+			@oid = conn.db.conn.insert_id()
+			#{post_cb}
+		}
+	end
+
+	# generate the mapping of the database fields to the
+	# object properties.
+	#
+	def self.calc_field_index(klass, og)
+		res = og.query "SELECT * FROM #{klass::DBTABLE} LIMIT 1"
+		meta = og.managed_classes[klass]
+	
+		for idx in (0...res.num_fields)
+			meta.field_index[res.fetch_field.name] = idx
+		end
+	end
+	
+	# Generate the property for oid
+	#
+	def self.eval_og_oid(klass)
+		klass.class_eval %{
+			prop_accessor Fixnum, "integer AUTO_INCREMENT PRIMARY KEY", :oid
+		}
+	end
+end
+
+# = MysqlBackend
+#
+# Implements a MySQL powered backend.
+#
+class MysqlBackend < N::OgBackend
+
+	# A mapping between Ruby and SQL types.
+	#
+	TYPEMAP = {
+		Integer => "integer",
+		Fixnum => "integer",
+		Float => "float",
+		String => "text",
+		Time => "timestamp",
+		Date => "date",
+		TrueClass => "boolean",
+		Object => "text",
+		Array => "text",
+		Hash => "text"		
+	}
+	
+	# Intitialize the connection to the RDBMS.
+	# 		
+	def initialize(config)
+		begin
+			@conn = Mysql.connect(config[:address], config[:user], 
+					config[:password], config[:database])
+		rescue => ex
+			if ex.errno == 1049 # database does not exist.
+				$log.info "Database '#{config[:database]}' not found!"
+				MysqlBackend.create_db(config[:database], config[:user], config[:password])
+				retry
+			end
+			raise
+		end
+	end
+
+	# Create the database.
+	#
+	def self.create_db(database, user = nil, password = nil)
+		$log.info "Creating database '#{database}'."
+		`mysqladmin -f --user=#{user} --password=#{password} create #{database}`
+	end
+	
+	# Drop the database.
+	#
+	def self.drop_db(database, user = nil, password = nil)
+		$log.info "Dropping database '#{database}'."
+		`mysqladmin -f --user=#{user} --password=#{password} drop #{database}`
+	end
+
+	# Execute an SQL query and return the result 
+	#
+	def query(sql)
+		$log.debug sql if $DBG
+		return @conn.query(sql)
+	end
+	
+	# Execute an SQL query, no result returned.
+	#
+	def exec(sql)
+		$log.debug sql if $DBG
+		@conn.query(sql)
+	end
+
+	# Execute an SQL query and return the result. Wrapped in a rescue
+	# block.
+	#
+	def safe_query(sql)
+		$log.debug sql if $DBG
+		begin
+			return @conn.query(sql)
+		rescue => ex
+			$log.error "DB error #{ex}, [#{sql}]"
+			$log.error ex.backtrace
+			return nil
+		end
+	end
+	
+	# Execute an SQL query, no result returned. Wrapped in a rescue 
+	# block.
+	#
+	def safe_exec(sql)
+		$log.debug sql if $DBG
+		begin
+			@conn.query(sql)
+		rescue => ex
+			$log.error "DB error #{ex}, [#{sql}]"
+			$log.error ex.backtrace
+		end
+	end
+	
+	# Check if it is a valid resultset.
+	#
+	def valid?(res)
+		return !(res.nil? or 0 == res.num_rows)
+	end
+	
+	# Start a new transaction.
+	#
+	def start
+		# no transaction support
+	end
+	
+	# Commit a transaction.
+	#
+	def commit
+		# no transaction support
+	end
+	
+	# Rollback transaction.
+	#
+	def rollback
+		# no transaction support
+	end	
+
+	# Create the managed object table. The properties of the
+	# object are mapped to the table columns. Additional sql relations
+	# and constrains are created (indicices, sequences, etc).
+	#
+	def create_table(klass)
+		fields = []
+		
+		klass.__props.each do |p|
+			field = "#{p.symbol}"
+			
+			if p.sql
+				field << " #{p.sql}"
+			else
+				field << " #{TYPEMAP[p.klass]}"
+			end
+			
+			fields << field 
+		end
+
+		sql = "CREATE TABLE #{klass::DBTABLE} (#{fields.join(', ')}"
+		
+		# Create table constrains
+		
+		if klass.__meta and constrains = klass.__meta[:sql_constrain]
+			sql << ", #{constrains.join(', ')}"
+		end
+		
+		sql << ");"
+		
+		# Create indices
+		
+		if klass.__meta
+			for data in klass.__meta[:sql_index]
+				idx, pre_sql, post_sql = *data
+				idxname = idx.gsub(/ /, "").gsub(/,/, "_").gsub(/\(.*\)/, "")
+				sql << " CREATE #{pre_sql} INDEX #{klass::DBTABLE}_#{idxname}_idx #{post_sql} ON #{klass::DBTABLE} (#{idx});"  
+			end
+		end
+
+		begin
+			exec(sql)
+			$log.info "Created table '#{klass::DBTABLE}'."
+		rescue => ex
+			if ex.errno == 1050 # table already exists.
+				$log.debug "Table already exists" if $DBG
+			else
+				raise
+			end
+		end
+	end
+
+	# Deserialize one row of the resultset.
+	#
+	def deserialize_one(res, klass)	
+		return nil unless valid?(res)
+		
+		# gmosx: Managed objects should have no params constructor.
+		row = res.fetch_row()
+		entity = klass.new()
+		entity.og_deserialize(row)
+		
+#		get_join_fields(res, 0, entity, join_fields) if join_fields
+
+		return entity
+	end
+	
+	# Deserialize all rows of the resultset.
+	#
+	def deserialize_all(res, klass)	
+		return nil unless valid?(res)
+
+		entities = []
+
+		for tuple in (0...res.num_rows)
+			row = res.fetch_row()
+
+			entity = klass.new()
+			entity.og_deserialize(row)
+			
+#			get_join_fields(res, tuple, entity, join_fields) if join_fields
+			
+			entities << entity
+		end
+		
+		return entities
+	end
+	
+end
+
+end # module