zena 1.0.0.beta3 → 1.0.0.rc1

data/lib/zena/db_helper/abstract_db.rb

@@ -0,0 +1,184 @@
+module Zena
+  module DbHelper
+    module AbstractDb
+      def add_column(*args)
+        connection.add_column(*args)
+      end
+
+      def change_column(*args)
+        connection.change_column(*args)
+      end
+
+      # Set a single attribute directly in the database.
+      def set_attribute(obj, key, value)
+        obj.send("#{key}=", value)
+        execute "UPDATE #{obj.class.table_name} SET #{key}=#{quote(value)} WHERE id=#{obj[:id]}"
+        obj.send(:changed_attributes).delete(key.to_s)
+      end
+
+      # Quote value in SQL.
+      def quote(value)
+        connection.quote(value)
+      end
+
+      # Case insensitive find.
+      def insensitive_find(klass, count, attributes)
+        klass.find(count, :conditions => attributes)
+      end
+
+      def quote_date(date)
+        if date.kind_of?(Time)
+          "'#{date.strftime('%Y-%m-%d %H:%M:%S')}'"
+        else
+          "''"
+        end
+      end
+
+      def adapter
+        self.class.to_s.downcase
+      end
+
+      def execute(*args)
+        connection.execute(*args)
+      end
+
+      def update(*args)
+        connection.update(*args)
+      end
+
+      def connection
+        ActiveRecord::Base.connection
+      end
+
+      def quote_column_name(column_name)
+        connection.quote_column_name(column_name)
+      end
+
+      def table_options
+        ''
+      end
+
+      def update_value(name, opts)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end
+
+      def change_engine(table, engine)
+        # do nothing
+      end
+
+      def add_unique_key(table, keys)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end
+
+      # 'DELETE' depending on a two table query.
+      def delete(table, opts)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end
+
+      # Insert a list of values (multicolumn insert). The values should be properly escaped before
+      # being passed to this method.
+      def insert_many(table, columns, values)
+        values = values.compact.uniq.map do |list|
+          list.map {|e| quote(e)}
+        end
+
+        columns = columns.map{|c| quote_column_name(c)}.join(',')
+
+        values = values.map {|value| "(#{value.join(',')})"}.join(', ')
+        execute "INSERT INTO #{table} (#{columns}) VALUES #{values}"
+      end
+
+      # Fetch a single row of raw data from db
+      def fetch_attribute(sql)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end
+
+      def fetch_ids(sql, attr_name='id')
+        connection.select_all(sql, "#{name} Load").map! do |record|
+          record[attr_name].to_i
+        end
+      end
+
+      def fetch_attributes(attributes, table_name, sql)
+        sql = "SELECT #{attributes.map{|a| connection.quote_column_name(a)}.join(',')} FROM #{table_name} WHERE #{sql}"
+        connection.select_all(sql)
+      end
+
+      def select_all(sql_or_array)
+        if sql_or_array.kind_of?(String)
+          connection.select_all(sql_or_array)
+        else
+          connection.select_all(Node.send(:sanitize_sql, sql_or_array))
+        end
+      end
+
+      def next_zip(site_id)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end
+
+      # Return a string matching the SQLiss function.
+      def sql_function(function, key)
+        raise Exception.new("Database Adapter #{adapter.inspect} does not support function #{function.inspect}.")
+      end
+
+      # This is used by zafu and it's a mess.
+      # ref_date can be a string ('2005-05-03') or ruby ('Time.now'). It should not come uncleaned from evil web.
+      def date_condition(date_cond, field, ref_date)
+        raise Exception.new("Database Adapter #{adapter.inspect} not supported yet (you can probably fix this).")
+      end # date_condition
+
+      # Insert a dummy (empty) link to use when mixing queries (QueryNode) with links and without.
+      def insert_dummy_ids
+        tables = []
+        connection.tables.each do |table|
+          if table =~ /^idx_/ || table == 'links'
+            if table =~ /^idx_nodes/
+              next if fetch_attribute("SELECT node_id FROM #{table} WHERE node_id = 0")
+            else
+              next if fetch_attribute("SELECT id FROM #{table} WHERE id = 0")
+            end
+
+            # index table
+            klass = Class.new(ActiveRecord::Base) do
+              set_table_name table
+            end
+
+            dummy_hash = {}
+            klass.columns.each do |col|
+              if !col.null
+                if col.name =~ /_id$/
+                  dummy_hash[col.name] = 0
+                elsif col.name != 'id'
+                  dummy_hash[col.name] = ''
+                end
+              end
+            end
+
+            if dummy = klass.create(dummy_hash)
+              tables << table
+              if klass.column_names.include?('id')
+                connection.execute "UPDATE #{table} SET id = 0 WHERE id = #{dummy.id}"
+              end
+            else
+              raise "Could not create dummy record for table #{table}"
+            end
+          else
+            next
+          end
+        end
+
+        tables
+      end
+
+      # Fixes #98
+      def prepare_connection_for_timezone
+        # do nothing by default ?
+      end
+
+      # Return true if we can load models because the database has the basic tables.
+      def migrated_once?
+        connection.tables.include?('nodes')
+      end
+    end # AbstractDb
+  end # DbHelper
+end # Zena

data/lib/zena/db_helper/mysql.rb

@@ -0,0 +1,150 @@
+module Zena
+  module DbHelper
+    # Singleton to help with database queries.
+    class Mysql
+      NOW         = 'now()'
+      TRUE        = '1'
+      TRUE_RESULT = '1'
+      FALSE       = '0'
+
+      class << self
+        # Singleton inheritence
+        include Zena::DbHelper::AbstractDb
+
+        def add_column(table, column_name, type, opts={})
+          # Force the use of :longtext instead of :text
+          if type == :text
+            execute "ALTER TABLE #{table} ADD COLUMN #{column_name} LONGTEXT"
+          else
+            super
+          end
+        end
+
+        def change_column(table, column_name, type, opts={})
+          if type == :text
+            execute "ALTER TABLE #{table} CHANGE COLUMN #{column_name} #{column_name} LONGTEXT"
+          else
+            super
+          end
+        end
+
+        def quote_date(date)
+          if date.kind_of?(Time)
+            date.strftime('%Y%m%d%H%M%S')
+          else
+            "''"
+          end
+        end
+
+        def table_options
+          'type=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci'
+        end
+
+        def update_value(name, opts)
+          tbl1, fld1 = name.split('.')
+          tbl2, fld2 = opts[:from].split('.')
+          execute "UPDATE #{tbl1},#{tbl2} SET #{tbl1}.#{fld1}=#{tbl2}.#{fld2} WHERE #{opts[:where]}"
+        end
+
+        def change_engine(table, engine)
+          execute "ALTER TABLE #{table} ENGINE = #{engine}"
+        end
+
+        def add_unique_key(table, keys)
+          execute "ALTER IGNORE TABLE #{table} ADD UNIQUE KEY(#{keys.join(', ')})"
+        end
+
+        # 'DELETE' depending on a two table query.
+        def delete(table, opts)
+          tbl1, tbl2 = opts[:from]
+          fld1, fld2 = opts[:fields]
+          execute "DELETE #{table} FROM #{opts[:from].join(',')} WHERE #{tbl1}.#{fld1} = #{tbl2}.#{fld2} AND #{opts[:where]}"
+        end
+
+        # Fetch a single row of raw data from db
+        def fetch_attribute(sql)
+          res = execute(sql).fetch_row
+          res ? res.first : nil
+        end
+
+        def next_zip(site_id)
+          res = update "UPDATE zips SET zip=@zip:=zip+1 WHERE site_id = '#{site_id}'"
+          if res == 0
+            # error
+            raise Zena::BadConfiguration, "no zip entry for (#{site_id})"
+          end
+          rows = execute "SELECT @zip"
+          rows.fetch_row[0].to_i
+        end
+
+        # Return a string matching the SQLiss function.
+        def sql_function(function, key)
+          return key unless function
+          case function
+          when 'year'
+            "year(#{key})"
+          when 'month'
+            "date_format(#{key},'%Y-%m')"
+          when 'week'
+            "date_format(#{key},'%Y-%v')"
+          when 'day'
+            "DATE(#{key})"
+          when 'random'
+            'RAND()'
+          else
+            super
+          end
+        end
+
+        # This is used by zafu and it's a mess.
+        # ref_date can be a string ('2005-05-03') or ruby ('Time.now'). It should not come uncleaned from evil web.
+        def date_condition(date_cond, field, ref_date)
+          case date_cond
+          when 'today', 'current', 'same'
+            "DATE(#{field}) = DATE(#{ref_date})"
+          when 'week'
+            "date_format(#{ref_date},'%Y-%v') = date_format(#{field}, '%Y-%v')"
+          when 'month'
+            "date_format(#{ref_date},'%Y-%m') = date_format(#{field}, '%Y-%m')"
+          when 'year'
+            "date_format(#{ref_date},'%Y') = date_format(#{field}, '%Y')"
+          when 'upcoming'
+            "#{field} >= #{ref_date}"
+          else
+            # '2008-01-31 23:50' + INTERVAL 1 hour
+            if date_cond =~ /^(\+|-|)\s*(\d+)\s*(second|minute|hour|day|week|month|year)/
+              count = $2.to_i
+              if $1 == ''
+                # +/-
+                "#{field} > #{ref_date} - INTERVAL #{count} #{$3.upcase} AND #{field} < #{ref_date} + INTERVAL #{count} #{$3.upcase}"
+              elsif $1 == '+'
+                # x upcoming days
+                "#{field} > #{ref_date} AND #{field} < #{ref_date} + INTERVAL #{count} #{$3.upcase}"
+              else
+                # x days in the past
+                "#{field} < #{ref_date} AND #{field} > #{ref_date} - INTERVAL #{count} #{$3.upcase}"
+              end
+            else
+              # bad date_cond
+              nil
+            end
+          end
+        end # date_condition
+
+        def prepare_connection_for_timezone
+          # Fixes timezone to "+0:0"
+          raise "prepare_connection_for_timezone executed too late, connection already active." if Class.new(ActiveRecord::Base).connected?
+
+          ActiveRecord::ConnectionAdapters::MysqlAdapter.class_eval do
+            def configure_connection_with_timezone
+              configure_connection_without_timezone
+              tz = ActiveRecord::Base.default_timezone == :utc ? "+0:0" : "SYSTEM"
+              execute("SET time_zone = '#{tz}'")
+            end
+            alias_method_chain :configure_connection, :timezone
+          end
+        end
+      end # class << self
+    end # Mysql
+  end # DbHelper
+end # Zena

data/lib/zena/db_helper/postgresql.rb

@@ -0,0 +1,79 @@
+module Zena
+  module DbHelper
+    # Singleton to help with database queries.
+    class Postgresql
+      NOW         = 'now()'
+      TRUE        = 'true'
+      TRUE_RESULT = 't'
+      FALSE       = 'false'
+
+      class << self
+        # Singleton inheritence
+        include Zena::DbHelper::AbstractDb
+        def insensitive_find(klass, count, attributes)
+          cond = [[]]
+          attributes.each do |attribute, value|
+            cond[0] << (value.kind_of?(String) ? "#{attribute} ILIKE ?" : "#{attribute} = ?")
+            cond << value
+          end
+          cond[0] = cond[0].join(' AND ')
+          klass.find(count, :conditions => cond)
+        end
+
+        def update_value(name, opts)
+          tbl1, fld1 = name.split('.')
+          tbl2, fld2 = opts[:from].split('.')
+          execute "UPDATE #{tbl1} SET #{fld1}=#{tbl2}.#{fld2} FROM #{tbl2} WHERE #{opts[:where]}"
+        end
+
+        def add_unique_key(table, keys)
+          execute "ALTER TABLE #{table} ADD CONSTRAINT #{keys.join('_')} UNIQUE (#{keys.join(', ')})"
+        end
+
+        # 'DELETE' depending on a two table query.
+        def delete(table, opts)
+          tbl1, tbl2 = opts[:from]
+          fld1, fld2 = opts[:fields]
+          using = opts[:from].reject {|t| t == table}
+          execute "DELETE FROM #{table} USING #{using.join(', ')} WHERE #{tbl1}.#{fld1} = #{tbl2}.#{fld2} AND #{opts[:where]}"
+        end
+
+        # Fetch a single row of raw data from db
+        def fetch_attribute(sql)
+          res = connection.select_rows(sql)
+          res.empty? ? nil : res.first.first
+        end
+
+        def next_zip(site_id)
+          res = execute("UPDATE zips SET zip=zip+1 WHERE site_id = #{site_id} RETURNING zip").first
+          if res.nil?
+            # error
+            raise Zena::BadConfiguration, "no zip entry for (#{site_id})"
+          end
+          res['zip'].to_i
+        end
+
+        # Return a string matching the SQLiss function.
+        def sql_function(function, key)
+          return key unless function
+          # TODO
+          super
+        end
+
+        def prepare_connection_for_timezone
+          # Fixes timezone to "+0:0"
+          raise "prepare_connection_for_timezone executed too late, connection already active." if Class.new(ActiveRecord::Base).connected?
+
+          ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.class_eval do
+            def configure_connection_with_timezone
+              configure_connection_without_timezone
+              tz = ActiveRecord::Base.default_timezone == :utc ? "UTC" : "SYSTEM"
+              execute("SET TIMEZONE = '#{tz}'")
+            end
+            alias_method_chain :configure_connection, :timezone
+          end
+        end
+      end # class << self
+    end # Postgresql
+  end # DbHelper
+end # Zena

data/lib/zena/db_helper/sqlite3.rb

@@ -0,0 +1,135 @@
+module Zena
+  module DbHelper
+    class Sqlite3
+      NOW         = "datetime('now')"
+      TRUE        = '1'
+      TRUE_RESULT = 't'
+      FALSE       = '0'
+
+      class << self
+        # Singleton inheritence
+        include Zena::DbHelper::AbstractDb
+        def insensitive_find(klass, count, attributes)
+          cond = [[]]
+          attributes.each do |attribute, value|
+            if value.kind_of?(String)
+              cond[0] << "lower(#{attribute}) = ?"
+              cond << value.downcase
+            else
+              cond[0] << "#{attribute} = ?"
+              cond << value
+            end
+          end
+          cond[0] = cond[0].join(' AND ')
+          klass.find(count, :conditions => cond)
+        end
+
+        def update_value(name, opts)
+          tbl1, fld1 = name.split('.')
+          tbl2, fld2 = opts[:from].split('.')
+          execute "UPDATE #{tbl1} SET #{fld1} = (SELECT #{fld2} FROM #{tbl2} WHERE #{opts[:where]})"
+        end
+
+        def add_unique_key(table, keys)
+          execute "CREATE UNIQUE INDEX IF NOT EXISTS #{([table] + keys).join('_').gsub(/[^\w]/,'')} ON #{table} (#{keys.join(', ')})"
+        end
+
+        # 'DELETE' depending on a two table query.
+        def delete(table, opts)
+          tbl1, tbl2 = opts[:from]
+          fld1, fld2 = opts[:fields]
+          execute "DELETE FROM #{table} WHERE #{fld1} = (SELECT #{fld2} FROM #{tbl2} WHERE #{opts[:where]})"
+        end
+
+        # Insert a list of values (multicolumn insert). The values should be properly escaped before
+        # being passed to this method.
+        def insert_many(table, columns, values)
+          values = values.compact.uniq.map do |list|
+            list.map {|e| quote(e)}
+          end
+
+          columns = columns.map{|c| quote_column_name(c)}.join(',')
+
+          pre_query = "INSERT INTO #{table} (#{columns}) VALUES "
+          values.each do |value|
+            execute pre_query + "(#{value.join(',')})"
+          end
+        end
+
+        # Fetch a single row of raw data from db
+        def fetch_attribute(sql)
+          res = execute(sql)
+          res.empty? ? nil : res.first[0]
+        end
+
+        def next_zip(site_id)
+          # FIXME: is there a way to make this thread safe and atomic (like it is with mysql) ?
+          res = update "UPDATE zips SET zip=zip+1 WHERE site_id = '#{site_id}'"
+          if res == 0
+            # error
+            raise Zena::BadConfiguration, "no zip entry for (#{site_id})"
+          end
+          fetch_attribute("SELECT zip FROM zips WHERE site_id = '#{site_id}'").to_i
+        end
+
+        # Return a string matching the SQLiss function.
+        def sql_function(function, key)
+          return key unless function
+          case function
+          when 'year'
+            # we multiply by '1' to force a cast to INTEGER so that comparaison against
+            # numbers works.
+            "strftime('%Y', #{key})*1"
+          when 'month'
+            "strftime('%Y-%m', #{key})"
+          when 'week'
+            "strftime('%Y-%W', #{key})"
+          when 'day'
+            "DATE(#{key})"
+          when 'random'
+            'random()'
+          else
+            super
+          end
+        end
+
+        # This is used by zafu and it's a mess.
+        # ref_date can be a string ('2005-05-03') or ruby ('Time.now'). It should not come uncleaned from evil web.
+        def date_condition(date_cond, field, ref_date)
+          case date_cond
+          when 'today', 'current', 'same'
+            "DATE(#{field}) = DATE(#{ref_date})"
+          when 'week'
+            "strftime('%Y-%W', #{ref_date}) = strftime('%Y-%W', #{field})"
+          when 'month'
+            "strftime('%Y-%m', #{ref_date}) = strftime('%Y-%m', #{field})"
+          when 'year'
+            # we multiply by '1' to force a cast to INTEGER so that comparaison against
+            # numbers works.
+            "strftime('%Y', #{ref_date}) = strftime('%Y', #{field})"
+          when 'upcoming'
+            "#{field} >= #{ref_date}"
+          else
+            # date('2008-01-31 23:50','+1 hour')
+            if date_cond =~ /^(\+|-|)\s*(\d+)\s*(second|minute|hour|day|week|month|year)/
+              count = $2.to_i
+              if $1 == ''
+                # +/-
+                "#{field} > DATE(#{ref_date}, '-#{count} #{$3.upcase}') AND #{field} < DATE(#{ref_date}, '+#{count} #{$3.upcase}')"
+              elsif $1 == '+'
+                # x upcoming days
+                "#{field} > #{ref_date} AND #{field} < DATE(#{ref_date}, '+#{count} #{$3.upcase}')"
+              else
+                # x days in the past
+                "#{field} < #{ref_date} AND #{field} > DATE(#{ref_date}, '-#{count} #{$3.upcase}')"
+              end
+            else
+              # bad date_cond
+              nil
+            end
+          end
+        end # date_condition
+      end # class << self
+    end # Sqlite3
+  end # DbHelper
+end # Zena