sequel_core 1.5.1 → 2.0.0

data/lib/sequel_core/dataset/sql.rb

@@ -1,712 +1,821 @@
+# This file includes all the dataset methods concerned with
+# generating SQL statements for retrieving and manipulating records.
+
 module Sequel
   class Dataset
-    # The Dataset SQL module implements all the dataset methods concerned with
-    # generating SQL statements for retrieving and manipulating records.
-    module SQL
-      # Adds quoting to column references. This method is just a stub and can
-      # be overriden in adapters in order to provide correct column quoting
-      # behavior.
-      def quote_column_ref(name); name.to_s; end
-      
-      ALIASED_REGEXP = /\A(.*)\s(.*)\z/.freeze
-      QUALIFIED_REGEXP = /\A(.*)\.(.*)\z/.freeze
-
-      # Returns a qualified column name (including a table name) if the column
-      # name isn't already qualified.
-      def qualified_column_name(column, table)
-        s = literal(column)
-        if s =~ QUALIFIED_REGEXP
-          return column
-        else
-          if table.is_a?(Dataset)
-            table = :t1
-          elsif (table =~ ALIASED_REGEXP)
-            table = $2
-          end
-          Sequel::SQL::QualifiedColumnRef.new(table, column)
-        end
-      end
+    AND_SEPARATOR = " AND ".freeze
+    BOOL_FALSE = "'f'".freeze
+    BOOL_TRUE = "'t'".freeze
+    COLUMN_REF_RE1 = /\A([\w ]+)__([\w ]+)___([\w ]+)\z/.freeze
+    COLUMN_REF_RE2 = /\A([\w ]+)___([\w ]+)\z/.freeze
+    COLUMN_REF_RE3 = /\A([\w ]+)__([\w ]+)\z/.freeze
+    DATE_FORMAT = "DATE '%Y-%m-%d'".freeze
+    JOIN_TYPES = {
+      :left_outer => 'LEFT OUTER JOIN'.freeze,
+      :right_outer => 'RIGHT OUTER JOIN'.freeze,
+      :full_outer => 'FULL OUTER JOIN'.freeze,
+      :inner => 'INNER JOIN'.freeze
+    }
+    N_ARITY_OPERATORS = ::Sequel::SQL::ComplexExpression::N_ARITY_OPERATORS
+    NULL = "NULL".freeze
+    QUESTION_MARK = '?'.freeze
+    STOCK_COUNT_OPTS = {:select => ["COUNT(*)".lit], :order => nil}.freeze
+    TIMESTAMP_FORMAT = "TIMESTAMP '%Y-%m-%d %H:%M:%S'".freeze
+    TWO_ARITY_OPERATORS = ::Sequel::SQL::ComplexExpression::TWO_ARITY_OPERATORS
+    WILDCARD = '*'.freeze
+
+    # Adds an further filter to an existing filter using AND. If no filter 
+    # exists an error is raised. This method is identical to #filter except
+    # it expects an existing filter.
+    def and(*cond, &block)
+      raise(Error::NoExistingFilter, "No existing filter found.") unless @opts[:having] || @opts[:where]
+      filter(*cond, &block)
+    end
 
-      WILDCARD = '*'.freeze
-      COMMA_SEPARATOR = ", ".freeze
+    # SQL fragment for specifying all columns in a given table.
+    def column_all_sql(ca)
+      "#{quote_identifier(ca.table)}.*"
+    end
 
-      # Converts an array of column names into a comma seperated string of 
-      # column names. If the array is empty, a wildcard (*) is returned.
-      def column_list(columns)
-        if columns.empty?
-          WILDCARD
-        else
-          m = columns.map do |i|
-            i.is_a?(Hash) ? i.map {|kv| "#{literal(kv[0])} AS #{kv[1]}"} : literal(i)
-          end
-          m.join(COMMA_SEPARATOR)
-        end
-      end
-      
-      def table_ref(t)
-        case t
-        when Dataset
-          t.to_table_reference
-        when Hash
-          t.map {|k, v| "#{table_ref(k)} #{table_ref(v)}"}.join(COMMA_SEPARATOR)
-        when Symbol, String
-          t
-        else
-          literal(t)
-        end
-      end
-      
-      # Converts an array of sources names into into a comma separated list.
-      def source_list(source)
-        if source.nil? || source.empty?
-          raise Error, 'No source specified for query'
-        end
-        auto_alias_count = 0
-        m = source.map do |s|
-          case s
-          when Dataset
-            auto_alias_count += 1
-            s.to_table_reference(auto_alias_count)
-          else
-            table_ref(s)
-          end
-        end
-        m.join(COMMA_SEPARATOR)
+    # SQL fragment for column expressions
+    def column_expr_sql(ce)
+      r = ce.r
+      "#{literal(ce.l)} #{ce.op}#{" #{literal(r)}" if r}"
+    end
+
+    # SQL fragment for complex expressions
+    def complex_expression_sql(op, args)
+      case op
+      when *TWO_ARITY_OPERATORS
+        "(#{literal(args.at(0))} #{op} #{literal(args.at(1))})"
+      when *N_ARITY_OPERATORS
+        "(#{args.collect{|a| literal(a)}.join(" #{op} ")})"
+      when :NOT
+        "NOT #{literal(args.at(0))}"
+      else
+        raise(Sequel::Error, "invalid operator #{op}")
       end
-      
-      def first_source
-        source = @opts[:from]
-        if source.nil? || source.empty?
-          raise Error, 'No source specified for query'
-        end
-        case s = source.first
-        when Hash
-          s.values.first
-        else
-          s
-        end
+    end
+
+    # Returns the number of records in the dataset.
+    def count
+      if @opts[:sql] || @opts[:group]
+        from_self.count
+      else
+        single_value(STOCK_COUNT_OPTS).to_i
       end
+    end
+    alias_method :size, :count
 
-      NULL = "NULL".freeze
-      TIMESTAMP_FORMAT = "TIMESTAMP '%Y-%m-%d %H:%M:%S'".freeze
-      DATE_FORMAT = "DATE '%Y-%m-%d'".freeze
-      TRUE = "'t'".freeze
-      FALSE = "'f'".freeze
-
-      # Returns a literal representation of a value to be used as part
-      # of an SQL expression. The stock implementation supports literalization 
-      # of String (with proper escaping to prevent SQL injections), numbers,
-      # Symbol (as column references), Array (as a list of literalized values),
-      # Time (as an SQL TIMESTAMP), Date (as an SQL DATE), Dataset (as a 
-      # subquery) and nil (AS NULL).
-      # 
-      #   dataset.literal("abc'def\\") #=> "'abc''def\\\\'"
-      #   dataset.literal(:items__id) #=> "items.id"
-      #   dataset.literal([1, 2, 3]) => "(1, 2, 3)"
-      #   dataset.literal(DB[:items]) => "(SELECT * FROM items)"
-      #
-      # If an unsupported object is given, an exception is raised.
-      def literal(v)
-        case v
-        when LiteralString
-          v
-        when String
-          "'#{v.gsub(/\\/, "\\\\\\\\").gsub(/'/, "''")}'"
-        when Integer, Float
-          v.to_s
-        when BigDecimal
-          v.to_s("F")
-        when NilClass
-          NULL
-        when TrueClass
-          TRUE
-        when FalseClass
-          FALSE
-        when Symbol
-          v.to_column_ref(self)
-        when Sequel::SQL::Expression
-          v.to_s(self)
-        when Array
-          v.empty? ? NULL : v.map {|i| literal(i)}.join(COMMA_SEPARATOR)
-        when Time
-          v.strftime(TIMESTAMP_FORMAT)
-        when Date
-          v.strftime(DATE_FORMAT)
-        when Dataset
-          "(#{v.sql})"
-        else
-          raise Error, "can't express #{v.inspect} as a SQL literal"
-        end
+    # Formats a DELETE statement using the given options and dataset options.
+    # 
+    #   dataset.filter(:price >= 100).delete_sql #=>
+    #     "DELETE FROM items WHERE (price >= 100)"
+    def delete_sql(opts = nil)
+      opts = opts ? @opts.merge(opts) : @opts
+
+      if opts[:group]
+        raise Error::InvalidOperation, "Grouped datasets cannot be deleted from"
+      elsif opts[:from].is_a?(Array) && opts[:from].size > 1
+        raise Error::InvalidOperation, "Joined datasets cannot be deleted from"
       end
 
-      AND_SEPARATOR = " AND ".freeze
-      QUESTION_MARK = '?'.freeze
+      sql = "DELETE FROM #{source_list(opts[:from])}"
 
-      # Formats a where clause. If parenthesize is true, then the whole 
-      # generated clause will be enclosed in a set of parentheses.
-      def expression_list(expr, parenthesize = false)
-        case expr
-        when Hash
-          parenthesize = false if expr.size == 1
-          fmt = expr.map {|i| compare_expr(i[0], i[1])}.join(AND_SEPARATOR)
-        when Array
-          fmt = expr.shift.gsub(QUESTION_MARK) {literal(expr.shift)}
-        when Proc
-          fmt = expr.to_sql(self)
-        else
-          # if the expression is compound, it should be parenthesized in order for 
-          # things to be predictable (when using #or and #and.)
-          parenthesize |= expr =~ /\).+\(/
-          fmt = expr
-        end
-        parenthesize ? "(#{fmt})" : fmt
+      if where = opts[:where]
+        sql << " WHERE #{literal(where)}"
       end
-      private :qualified_column_name, :column_list, :table_ref, :source_list, :expression_list
 
-      # Returns a copy of the dataset with the source changed.
-      def from(*source)
-        clone(:from => source)
+      sql
+    end
+
+    # Adds an EXCEPT clause using a second dataset object. If all is true the
+    # clause used is EXCEPT ALL, which may return duplicate rows.
+    #
+    #   DB[:items].except(DB[:other_items]).sql
+    #   #=> "SELECT * FROM items EXCEPT SELECT * FROM other_items"
+    def except(dataset, all = false)
+      clone(:except => dataset, :except_all => all)
+    end
+
+    # Performs the inverse of Dataset#filter.
+    #
+    #   dataset.exclude(:category => 'software').sql #=>
+    #     "SELECT * FROM items WHERE (category != 'software')"
+    def exclude(*cond, &block)
+      clause = (@opts[:having] ? :having : :where)
+      cond = cond.first if cond.size == 1
+      cond = cond.sql_or if (Hash === cond) || ((Array === cond) && (cond.all_two_pairs?))
+      cond = filter_expr(block || cond)
+      cond = SQL::ComplexExpression === cond ? ~cond : SQL::ComplexExpression.new(:NOT, cond)
+      cond = SQL::ComplexExpression.new(:AND, @opts[clause], cond) if @opts[clause]
+      clone(clause => cond)
+    end
+
+    # Returns an EXISTS clause for the dataset.
+    #
+    #   DB.select(1).where(DB[:items].exists).sql
+    #   #=> "SELECT 1 WHERE EXISTS (SELECT * FROM items)"
+    def exists(opts = nil)
+      "EXISTS (#{select_sql(opts)})"
+    end
+
+    # Returns a copy of the dataset with the given conditions imposed upon it.  
+    # If the query has been grouped, then the conditions are imposed in the 
+    # HAVING clause. If not, then they are imposed in the WHERE clause. Filter
+    # 
+    # filter accepts the following argument types:
+    #
+    # * Hash - list of equality expressions
+    # * Array - depends:
+    #   * If first member is a string, assumes the rest of the arguments
+    #     are parameters and interpolates them into the string.
+    #   * If all members are arrays of length two, treats the same way
+    #     as a hash, except it allows for duplicate keys to be
+    #     specified.
+    # * String - taken literally
+    # * Symbol - taken as a boolean column argument (e.g. WHERE active)
+    # * Sequel::SQL::ComplexExpression - an existing condition expression,
+    #   probably created using the Sequel blockless filter DSL.
+    #
+    # filter also takes a block, but use of this is discouraged as it requires
+    # ParseTree.  
+    #
+    # Examples:
+    #
+    #   dataset.filter(:id => 3).sql #=>
+    #     "SELECT * FROM items WHERE (id = 3)"
+    #   dataset.filter('price < ?', 100).sql #=>
+    #     "SELECT * FROM items WHERE price < 100"
+    #   dataset.filter([[:id, (1,2,3)], [:id, 0..10]]).sql #=>
+    #     "SELECT * FROM items WHERE ((id IN (1, 2, 3)) AND ((id >= 0) AND (id <= 10)))"
+    #   dataset.filter('price < 100').sql #=>
+    #     "SELECT * FROM items WHERE price < 100"
+    #   dataset.filter(:active).sql #=>
+    #     "SELECT * FROM items WHERE :active
+    #   dataset.filter(:price < 100).sql #=>
+    #     "SELECT * FROM items WHERE (price < 100)"
+    # 
+    # Multiple filter calls can be chained for scoping:
+    #
+    #   software = dataset.filter(:category => 'software')
+    #   software.filter(price < 100).sql #=>
+    #     "SELECT * FROM items WHERE ((category = 'software') AND (price < 100))"
+    #
+    # See doc/dataset_filters.rdoc for more examples and details.
+    def filter(*cond, &block)
+      clause = (@opts[:having] ? :having : :where)
+      cond = cond.first if cond.size == 1
+      raise(Error::InvalidFilter, "Invalid filter specified. Did you mean to supply a block?") if cond === true || cond === false
+      cond = transform_save(cond) if @transform if cond.is_a?(Hash)
+      cond = filter_expr(block || cond)
+      cond = SQL::ComplexExpression.new(:AND, @opts[clause], cond) if @opts[clause] && !@opts[clause].blank?
+      clone(clause => cond)
+    end
+    alias_method :where, :filter
+
+    # The first source (primary table) for this dataset.  If the dataset doesn't
+    # have a table, raises an error.  If the table is aliased, returns the actual
+    # table name, not the alias.
+    def first_source
+      source = @opts[:from]
+      if source.nil? || source.empty?
+        raise Error, 'No source specified for query'
+      end
+      case s = source.first
+      when Hash
+        s.values.first
+      else
+        s
       end
-      
-      # Returns a dataset selecting from the current dataset.
-      #
-      #   ds = DB[:items].order(:name)
-      #   ds.sql #=> "SELECT * FROM items ORDER BY name"
-      #   ds.from_self.sql #=> "SELECT * FROM (SELECT * FROM items ORDER BY name)"
-      def from_self
-        clone(:from => [self], :select => nil, :group => nil, 
-          :sql => nil, :distinct => nil, :join => nil, :where => nil,
-          :order => nil, :having => nil, :limit => nil, :offset => nil,
-          :union => nil)
-      end
-
-      # Returns a copy of the dataset with the selected columns changed.
-      def select(*columns)
-        clone(:select => columns)
+    end
+
+    # Returns a copy of the dataset with the source changed.
+    def from(*source)
+      clone(:from => source)
+    end
+    
+    # Returns a dataset selecting from the current dataset.
+    #
+    #   ds = DB[:items].order(:name)
+    #   ds.sql #=> "SELECT * FROM items ORDER BY name"
+    #   ds.from_self.sql #=> "SELECT * FROM (SELECT * FROM items ORDER BY name)"
+    def from_self
+      fs = {}
+      @opts.keys.each{|k| fs[k] = nil} 
+      fs[:from] = [self]
+      clone(fs)
+    end
+
+    # SQL fragment specifying an SQL function call
+    def function_sql(f)
+      args = f.args
+      "#{f.f}#{args.empty? ? '()' : literal(args)}"
+    end
+
+    # Pattern match any of the columns to any of the terms.  The terms can be
+    # strings (which use LIKE) or regular expressions (which are only supported
+    # in some databases).  See Sequel::SQL::ComplexExpression.like.  Note that the
+    # total number of pattern matches will be cols.length * terms.length,
+    # which could cause performance issues.
+    def grep(cols, terms)
+      filter(SQL::ComplexExpression.new(:OR, *Array(cols).collect{|c| SQL::ComplexExpression.like(c, *terms)}))
+    end
+
+    # Returns a copy of the dataset with the results grouped by the value of 
+    # the given columns
+    def group(*columns)
+      clone(:group => columns)
+    end
+    alias_method :group_by, :group
+
+    # Returns a copy of the dataset with the having conditions changed. Raises 
+    # an error if the dataset has not been grouped. See also #filter.
+    def having(*cond, &block)
+      raise(Error::InvalidOperation, "Can only specify a HAVING clause on a grouped dataset") unless @opts[:group]
+      clone(:having=>{}).filter(*cond, &block)
+    end
+    
+    # Inserts multiple values. If a block is given it is invoked for each
+    # item in the given array before inserting it.  See #multi_insert as
+    # a possible faster version that inserts multiple records in one
+    # SQL statement.
+    def insert_multiple(array, &block)
+      if block
+        array.each {|i| insert(block[i])}
+      else
+        array.each {|i| insert(i)}
       end
-      
-      # Returns a copy of the dataset with additional selected columns.
-      def select_more(*columns)
-        if @opts[:select]
-          clone(:select => @opts[:select] + columns)
-        else
-          clone(:select => columns)
+    end
+
+    # Formats an INSERT statement using the given values. If a hash is given,
+    # the resulting statement includes column names. If no values are given, 
+    # the resulting statement includes a DEFAULT VALUES clause.
+    #
+    #   dataset.insert_sql() #=> 'INSERT INTO items DEFAULT VALUES'
+    #   dataset.insert_sql(1,2,3) #=> 'INSERT INTO items VALUES (1, 2, 3)'
+    #   dataset.insert_sql(:a => 1, :b => 2) #=>
+    #     'INSERT INTO items (a, b) VALUES (1, 2)'
+    def insert_sql(*values)
+      if values.empty?
+        insert_default_values_sql
+      else
+        values = values[0] if values.size == 1
+        
+        # if hash or array with keys we need to transform the values
+        if @transform && (values.is_a?(Hash) || (values.is_a?(Array) && values.keys))
+          values = transform_save(values)
         end
-      end
-      
-      # Returns a copy of the dataset selecting the wildcard.
-      def select_all
-        clone(:select => nil)
-      end
-
-      # Returns a copy of the dataset with the distinct option.
-      def uniq(*args)
-        clone(:distinct => args)
-      end
-      alias_method :distinct, :uniq
-
-      # Returns a copy of the dataset with the order changed. If a nil is given
-      # the returned dataset has no order. This can accept multiple arguments
-      # of varying kinds, and even SQL functions.
-      #
-      #   ds.order(:name).sql #=> 'SELECT * FROM items ORDER BY name'
-      #   ds.order(:a, :b).sql #=> 'SELECT * FROM items ORDER BY a, b'
-      #   ds.order('a + b'.lit).sql #=> 'SELECT * FROM items ORDER BY a + b'
-      #   ds.order(:name.desc).sql #=> 'SELECT * FROM items ORDER BY name DESC'
-      #   ds.order(:name.asc).sql #=> 'SELECT * FROM items ORDER BY name ASC'
-      #   ds.order(:arr|1).sql #=> 'SELECT * FROM items ORDER BY arr[1]'
-      #   ds.order(nil).sql #=> 'SELECT * FROM items'
-      def order(*order)
-        clone(:order => (order == [nil]) ? nil : order)
-      end
-      alias_method :order_by, :order
-      
-      # Returns a copy of the dataset with the order changed.
-      def order_more(*order)
-        if @opts[:order]
-          clone(:order => @opts[:order] + order)
+        from = source_list(@opts[:from])
+
+        case values
+        when Array
+          if values.empty?
+            insert_default_values_sql
+          else
+            "INSERT INTO #{from} VALUES #{literal(values)}"
+          end
+        when Hash
+          if values.empty?
+            insert_default_values_sql
+          else
+            fl, vl = [], []
+            values.each {|k, v| fl << literal(k.is_a?(String) ? k.to_sym : k); vl << literal(v)}
+            "INSERT INTO #{from} (#{fl.join(COMMA_SEPARATOR)}) VALUES (#{vl.join(COMMA_SEPARATOR)})"
+          end
+        when Dataset
+          "INSERT INTO #{from} #{literal(values)}"
         else
-          clone(:order => order)
-        end
-      end
-      
-      # Returns a copy of the dataset with the order reversed. If no order is
-      # given, the existing order is inverted.
-      def reverse_order(*order)
-        order(*invert_order(order.empty? ? @opts[:order] : order))
-      end
-      alias_method :reverse, :reverse_order
-
-      # Inverts the given order by breaking it into a list of column references
-      # and inverting them.
-      #
-      #   dataset.invert_order([:id.desc]]) #=> [:id]
-      #   dataset.invert_order(:category, :price.desc]) #=>
-      #     [:category.desc, :price]
-      def invert_order(order)
-        return nil unless order
-        new_order = []
-        order.map do |f|
-          if f.is_a?(Sequel::SQL::ColumnExpr) && (f.op == Sequel::SQL::ColumnMethods::DESC)
-            f.l
-          elsif f.is_a?(Sequel::SQL::ColumnExpr) && (f.op == Sequel::SQL::ColumnMethods::ASC)
-            f.l.desc
+          if values.respond_to?(:values)
+            insert_sql(values.values)
           else
-            f.desc
+            "INSERT INTO #{from} VALUES (#{literal(values)})"
           end
         end
       end
-      
-      # Returns a copy of the dataset with no order.
-      def unordered
-        clone(:order => nil)
-      end
+    end
+    
+    # Adds an INTERSECT clause using a second dataset object. If all is true 
+    # the clause used is INTERSECT ALL, which may return duplicate rows.
+    #
+    #   DB[:items].intersect(DB[:other_items]).sql
+    #   #=> "SELECT * FROM items INTERSECT SELECT * FROM other_items"
+    def intersect(dataset, all = false)
+      clone(:intersect => dataset, :intersect_all => all)
+    end
 
-      # Returns a copy of the dataset with the results grouped by the value of 
-      # the given columns
-      def group(*columns)
-        clone(:group => columns)
-      end
-      
-      alias_method :group_by, :group
-
-      # Returns a copy of the dataset with the given conditions imposed upon it.  
-      # If the query has been grouped, then the conditions are imposed in the 
-      # HAVING clause. If not, then they are imposed in the WHERE clause. Filter
-      # accepts a Hash (formated into a list of equality expressions), an Array
-      # (formatted ala ActiveRecord conditions), a String (taken literally), or
-      # a block that is converted into expressions.
-      #
-      #   dataset.filter(:id => 3).sql #=>
-      #     "SELECT * FROM items WHERE (id = 3)"
-      #   dataset.filter('price < ?', 100).sql #=>
-      #     "SELECT * FROM items WHERE price < 100"
-      #   dataset.filter('price < 100').sql #=>
-      #     "SELECT * FROM items WHERE price < 100"
-      #   dataset.filter {price < 100}.sql #=>
-      #     "SELECT * FROM items WHERE (price < 100)"
-      # 
-      # Multiple filter calls can be chained for scoping:
-      #
-      #   software = dataset.filter(:category => 'software')
-      #   software.filter {price < 100}.sql #=>
-      #     "SELECT * FROM items WHERE (category = 'software') AND (price < 100)"
-      def filter(*cond, &block)
-        clause = (@opts[:having] ? :having : :where)
-        cond = cond.first if cond.size == 1
-        if cond === true || cond === false
-          raise Error::InvalidFilter, "Invalid filter specified. Did you mean to supply a block?"
-        end
-        
-        if cond.is_a?(Hash)
-          cond = transform_save(cond) if @transform
-          filter = cond
-        end
-        parenthesize = !(cond.is_a?(Hash) || cond.is_a?(Array))
+    # Inverts the current filter
+    #
+    #   dataset.filter(:category => 'software').invert.sql #=>
+    #     "SELECT * FROM items WHERE (category != 'software')"
+    def invert
+      having, where = @opts[:having], @opts[:where]
+      raise(Error, "No current filter") unless having || where
+      o = {}
+      if having
+        o[:having] = SQL::ComplexExpression === having ? ~having : SQL::ComplexExpression.new(:NOT, having)
+      end
+      if where
+        o[:where] = SQL::ComplexExpression === where ? ~where : SQL::ComplexExpression.new(:NOT, where)
+      end
+      clone(o)
+    end
 
-        if !@opts[clause].nil? and @opts[clause].any?
-          l = expression_list(@opts[clause])
-          r = expression_list(block || cond, parenthesize)
-          clone(clause => "#{l} AND #{r}")
-        else
-          clone(:filter => cond, clause => expression_list(block || cond))
-        end
-      end
+    # Returns a joined dataset.  Uses the following arguments:
+    #
+    # * type - The type of join to do (:inner, :left_outer, :right_outer, :full)
+    # * table - Depends on type:
+    #   * Dataset - a subselect is performed with an alias of tN for some value of N
+    #   * Model (or anything responding to :table_name) - table.table_name
+    #   * String, Symbol: table
+    # * expr - Depends on type:
+    #   * Hash, Array - Assumes key (1st arg) is column of joined table (unless already
+    #     qualified), and value (2nd arg) is column of the last joined or primary table.
+    #     To specify multiple conditions on a single joined table column, you must use an array.
+    #   * Symbol - Assumed to be a column in the joined table that points to the id
+    #     column in the last joined or primary table.
+    # * table_alias - the name of the table's alias when joining, necessary for joining
+    #   to the same table more than once.  No alias is used by default.
+    def join_table(type, table, expr=nil, table_alias=nil)
+      raise(Error::InvalidJoinType, "Invalid join type: #{type}") unless join_type = JOIN_TYPES[type || :inner]
+
+      table = if Dataset === table
+        table_alias = unless table_alias
+          table_alias_num = (@opts[:num_dataset_sources] || 0) + 1
+          "t#{table_alias_num}"
+        end
+        table.to_table_reference
+      else
+        table = table.table_name if table.respond_to?(:table_name)
+        table_alias ||= table
+        table_ref(table)
+      end
+
+      expr = [[expr, :id]] unless expr.is_one_of?(Hash, Array)
+      join_conditions = expr.collect do |k, v|
+        k = qualified_column_name(k, table_alias) if k.is_a?(Symbol)
+        v = qualified_column_name(v, @opts[:last_joined_table] || first_source) if v.is_a?(Symbol)
+        [k,v]
+      end
+
+      quoted_table_alias = quote_identifier(table_alias) 
+      clause = "#{@opts[:join]} #{join_type} #{table}#{" #{quoted_table_alias}" if quoted_table_alias != table} ON #{literal(filter_expr(join_conditions))}"
+      opts = {:join => clause, :last_joined_table => table_alias}
+      opts[:num_dataset_sources] = table_alias_num if table_alias_num
+      clone(opts)
+    end
 
-      # Adds an alternate filter to an existing filter using OR. If no filter 
-      # exists an error is raised.
-      def or(*cond, &block)
-        clause = (@opts[:having] ? :having : :where)
-        cond = cond.first if cond.size == 1
-        parenthesize = !(cond.is_a?(Hash) || cond.is_a?(Array))
-        if @opts[clause]
-          l = expression_list(@opts[clause])
-          r = expression_list(block || cond, parenthesize)
-          clone(clause => "#{l} OR #{r}")
-        else
-          raise Error::NoExistingFilter, "No existing filter found."
-        end
+    # If given an integer, the dataset will contain only the first l results.
+    # If given a range, it will contain only those at offsets within that
+    # range. If a second argument is given, it is used as an offset.
+    def limit(l, o = nil)
+      return from_self.limit(l, o) if @opts[:sql]
+
+      if Range === l
+        o = l.first
+        l = l.interval + 1
+      end
+      l = l.to_i
+      raise(Error, 'Limits must be greater than or equal to 1') unless l >= 1
+      opts = {:limit => l}
+      if o
+        o = o.to_i
+        raise(Error, 'Offsets must be greater than or equal to 0') unless o >= 0
+        opts[:offset] = o
+      end
+      clone(opts)
+    end
+    
+    # Returns a literal representation of a value to be used as part
+    # of an SQL expression. 
+    # 
+    #   dataset.literal("abc'def\\") #=> "'abc''def\\\\'"
+    #   dataset.literal(:items__id) #=> "items.id"
+    #   dataset.literal([1, 2, 3]) => "(1, 2, 3)"
+    #   dataset.literal(DB[:items]) => "(SELECT * FROM items)"
+    #   dataset.literal(:x + 1 > :y) => "((x + 1) > y)"
+    #
+    # If an unsupported object is given, an exception is raised.
+    def literal(v)
+      case v
+      when LiteralString
+        v
+      when String
+        "'#{v.gsub(/\\/, "\\\\\\\\").gsub(/'/, "''")}'"
+      when Integer, Float
+        v.to_s
+      when BigDecimal
+        v.to_s("F")
+      when NilClass
+        NULL
+      when TrueClass
+        BOOL_TRUE
+      when FalseClass
+        BOOL_FALSE
+      when Symbol
+        symbol_to_column_ref(v)
+      when ::Sequel::SQL::Expression
+        v.to_s(self)
+      when Array
+        v.all_two_pairs? ? literal(v.sql_expr) : (v.empty? ? '(NULL)' : "(#{v.collect{|i| literal(i)}.join(COMMA_SEPARATOR)})")
+      when Hash
+        literal(v.sql_expr)
+      when Time, DateTime
+        v.strftime(TIMESTAMP_FORMAT)
+      when Date
+        v.strftime(DATE_FORMAT)
+      when Dataset
+        "(#{v.sql})"
+      else
+        raise Error, "can't express #{v.inspect} as a SQL literal"
       end
+    end
 
-      # Adds an further filter to an existing filter using AND. If no filter 
-      # exists an error is raised. This method is identical to #filter except
-      # it expects an existing filter.
-      def and(*cond, &block)
-        clause = (@opts[:having] ? :having : :where)
-        unless @opts[clause]
-          raise Error::NoExistingFilter, "No existing filter found."
-        end
-        filter(*cond, &block)
-      end
-
-      # Performs the inverse of Dataset#filter.
-      #
-      #   dataset.exclude(:category => 'software').sql #=>
-      #     "SELECT * FROM items WHERE NOT (category = 'software')"
-      def exclude(*cond, &block)
-        clause = (@opts[:having] ? :having : :where)
-        cond = cond.first if cond.size == 1
-        parenthesize = !(cond.is_a?(Hash) || cond.is_a?(Array))
-        if @opts[clause]
-          l = expression_list(@opts[clause])
-          r = expression_list(block || cond, parenthesize)
-          cond = "#{l} AND (NOT #{r})"
-        else
-          cond = "(NOT #{expression_list(block || cond, true)})"
-        end
-        clone(clause => cond)
+    # Returns an array of insert statements for inserting multiple records.
+    # This method is used by #multi_insert to format insert statements and
+    # expects a keys array and and an array of value arrays.
+    #
+    # This method should be overridden by descendants if the support
+    # inserting multiple records in a single SQL statement.
+    def multi_insert_sql(columns, values)
+      table = quote_identifier(@opts[:from].first)
+      columns = literal(columns)
+      values.map do |r|
+        "INSERT INTO #{table} #{columns} VALUES #{literal(r)}"
+      end
+    end
+    
+    # Adds an alternate filter to an existing filter using OR. If no filter 
+    # exists an error is raised.
+    def or(*cond, &block)
+      clause = (@opts[:having] ? :having : :where)
+      cond = cond.first if cond.size == 1
+      if @opts[clause]
+        clone(clause => SQL::ComplexExpression.new(:OR, @opts[clause], filter_expr(block || cond)))
+      else
+        raise Error::NoExistingFilter, "No existing filter found."
       end
+    end
+
+    # Returns a copy of the dataset with the order changed. If a nil is given
+    # the returned dataset has no order. This can accept multiple arguments
+    # of varying kinds, and even SQL functions.
+    #
+    #   ds.order(:name).sql #=> 'SELECT * FROM items ORDER BY name'
+    #   ds.order(:a, :b).sql #=> 'SELECT * FROM items ORDER BY a, b'
+    #   ds.order('a + b'.lit).sql #=> 'SELECT * FROM items ORDER BY a + b'
+    #   ds.order(:a + :b).sql #=> 'SELECT * FROM items ORDER BY (a + b)'
+    #   ds.order(:name.desc).sql #=> 'SELECT * FROM items ORDER BY name DESC'
+    #   ds.order(:name.asc).sql #=> 'SELECT * FROM items ORDER BY name ASC'
+    #   ds.order(:arr|1).sql #=> 'SELECT * FROM items ORDER BY arr[1]'
+    #   ds.order(nil).sql #=> 'SELECT * FROM items'
+    def order(*order)
+      clone(:order => (order.compact.empty?) ? nil : order)
+    end
+    alias_method :order_by, :order
+    
+    # Returns a copy of the dataset with the order columns added
+    # to the existing order.
+    def order_more(*order)
+      order(*((@opts[:order] || []) + order))
+    end
+    
+    # SQL fragment for the qualifed column reference, specifying
+    # a table and a column.
+    def qualified_column_ref_sql(qcr)
+      "#{quote_identifier(qcr.table)}.#{quote_identifier(qcr.column)}"
+    end
+
+    # Adds quoting to identifiers (columns and tables). If identifiers are not
+    # being quoted, returns name as a string.  If identifiers are being quoted
+    # quote the name with quoted_identifier.
+    def quote_identifier(name)
+      quote_identifiers? ? quoted_identifier(name) : name.to_s
+    end
+    alias_method :quote_column_ref, :quote_identifier
+
+    # This method quotes the given name with the SQL standard double quote. It
+    # should be overridden by subclasses to provide quoting not matching the
+    # SQL standard, such as backtick (used by MySQL and SQLite). 
+    def quoted_identifier(name)
+      "\"#{name}\""
+    end
 
-      # Returns a copy of the dataset with the where conditions changed. Raises 
-      # if the dataset has been grouped. See also #filter.
-      def where(*cond, &block)
-        filter(*cond, &block)
+    # Returns a copy of the dataset with the order reversed. If no order is
+    # given, the existing order is inverted.
+    def reverse_order(*order)
+      order(*invert_order(order.empty? ? @opts[:order] : order))
+    end
+    alias_method :reverse, :reverse_order
+
+    # Returns a copy of the dataset with the columns selected changed
+    # to the given columns.
+    def select(*columns)
+      clone(:select => columns)
+    end
+    
+    # Returns a copy of the dataset selecting the wildcard.
+    def select_all
+      clone(:select => nil)
+    end
+
+    # Returns a copy of the dataset with the given columns added
+    # to the existing selected columns.
+    def select_more(*columns)
+      select(*((@opts[:select] || []) + columns))
+    end
+    
+    # Formats a SELECT statement using the given options and the dataset
+    # options.
+    def select_sql(opts = nil)
+      opts = opts ? @opts.merge(opts) : @opts
+      
+      if sql = opts[:sql]
+        return sql
       end
 
-      # Returns a copy of the dataset with the having conditions changed. Raises 
-      # if the dataset has not been grouped. See also #filter
-      def having(*cond, &block)
-        unless @opts[:group]
-          raise Error::InvalidOperation, "Can only specify a HAVING clause on a grouped dataset"
-        else
-          @opts[:having] = {}
-          filter(*cond, &block)
-        end
+      columns = opts[:select]
+      select_columns = columns ? column_list(columns) : WILDCARD
+
+      if distinct = opts[:distinct]
+        distinct_clause = distinct.empty? ? "DISTINCT" : "DISTINCT ON (#{column_list(distinct)})"
+        sql = "SELECT #{distinct_clause} #{select_columns}"
+      else
+        sql = "SELECT #{select_columns}"
       end
       
-      def grep(cols, terms)
-        conds = [];
-        cols = [cols] unless cols.is_a?(Array)
-        terms = [terms] unless terms.is_a?(Array)
-        cols.each {|c| terms.each {|t| conds << match_expr(c, t)}}
-        filter(conds.join(' OR '))
+      if opts[:from]
+        sql << " FROM #{source_list(opts[:from])}"
       end
-
-      # Adds a UNION clause using a second dataset object. If all is true the
-      # clause used is UNION ALL, which may return duplicate rows.
-      def union(dataset, all = false)
-        clone(:union => dataset, :union_all => all)
+      
+      if join = opts[:join]
+        sql << join
       end
 
-      # Adds an INTERSECT clause using a second dataset object. If all is true 
-      # the clause used is INTERSECT ALL, which may return duplicate rows.
-      def intersect(dataset, all = false)
-        clone(:intersect => dataset, :intersect_all => all)
+      if where = opts[:where]
+        sql << " WHERE #{literal(where)}"
       end
 
-      # Adds an EXCEPT clause using a second dataset object. If all is true the
-      # clause used is EXCEPT ALL, which may return duplicate rows.
-      def except(dataset, all = false)
-        clone(:except => dataset, :except_all => all)
+      if group = opts[:group]
+        sql << " GROUP BY #{column_list(group)}"
       end
 
-      JOIN_TYPES = {
-        :left_outer => 'LEFT OUTER JOIN'.freeze,
-        :right_outer => 'RIGHT OUTER JOIN'.freeze,
-        :full_outer => 'FULL OUTER JOIN'.freeze,
-        :inner => 'INNER JOIN'.freeze
-      }
-
-      # Returns a join clause based on the specified join type and condition.
-      def join_expr(type, table, expr, options)
-        raise(Error::InvalidJoinType, "Invalid join type: #{type}") unless join_type = JOIN_TYPES[type || :inner]
-        
-        table_alias = options[:table_alias]
-
-        join_conditions = {}
-        expr.each do |k, v|
-          k = qualified_column_name(k, table_alias || table) if k.is_a?(Symbol)
-          v = qualified_column_name(v, @opts[:last_joined_table] || first_source) if v.is_a?(Symbol)
-          join_conditions[k] = v
-        end
-        " #{join_type} #{table} #{"#{table_alias} " if table_alias}ON #{expression_list(join_conditions)}"
+      if order = opts[:order]
+        sql << " ORDER BY #{column_list(order)}"
       end
 
-      # Returns a joined dataset with the specified join type and condition.
-      def join_table(type, table, expr)
-        unless expr.is_a?(Hash)
-          expr = {expr => :id}
-        end
-        options = {}
-
-        if Dataset === table
-          table = "(#{table.sql})"
-          table_alias_num = @opts[:num_dataset_joins] || 1
-          options[:table_alias] = "t#{table_alias_num}"
-        elsif table.respond_to?(:table_name)
-          table = table.table_name
-        end
-        
-        clause = join_expr(type, table, expr, options)
-        opts = {:join => @opts[:join] ? @opts[:join] + clause : clause, :last_joined_table => options[:table_alias] || table}
-        opts[:num_dataset_joins] = table_alias_num + 1 if table_alias_num
-        clone(opts)
+      if having = opts[:having]
+        sql << " HAVING #{literal(having)}"
       end
 
-      # Returns a LEFT OUTER joined dataset.
-      def left_outer_join(table, expr); join_table(:left_outer, table, expr); end
-      
-      # Returns a RIGHT OUTER joined dataset.
-      def right_outer_join(table, expr); join_table(:right_outer, table, expr); end
-      
-      # Returns an OUTER joined dataset.
-      def full_outer_join(table, expr); join_table(:full_outer, table, expr); end
-      
-      # Returns an INNER joined dataset.
-      def inner_join(table, expr); join_table(:inner, table, expr); end
-      alias join inner_join
-
-      # Inserts multiple values. If a block is given it is invoked for each
-      # item in the given array before inserting it.
-      def insert_multiple(array, &block)
-        if block
-          array.each {|i| insert(block[i])}
-        else
-          array.each {|i| insert(i)}
+      if limit = opts[:limit]
+        sql << " LIMIT #{limit}"
+        if offset = opts[:offset]
+          sql << " OFFSET #{offset}"
         end
       end
 
-      # Formats a SELECT statement using the given options and the dataset
-      # options.
-      def select_sql(opts = nil)
-        opts = opts ? @opts.merge(opts) : @opts
-        
-        if sql = opts[:sql]
-          return sql
-        end
-
-        columns = opts[:select]
-        select_columns = columns ? column_list(columns) : WILDCARD
-
-        if distinct = opts[:distinct]
-          distinct_clause = distinct.empty? ? "DISTINCT" : "DISTINCT ON (#{column_list(distinct)})"
-          sql = "SELECT #{distinct_clause} #{select_columns}"
-        else
-          sql = "SELECT #{select_columns}"
-        end
-        
-        if opts[:from]
-          sql << " FROM #{source_list(opts[:from])}"
-        end
-        
-        if join = opts[:join]
-          sql << join
-        end
+      if union = opts[:union]
+        sql << (opts[:union_all] ? \
+          " UNION ALL #{union.sql}" : " UNION #{union.sql}")
+      elsif intersect = opts[:intersect]
+        sql << (opts[:intersect_all] ? \
+          " INTERSECT ALL #{intersect.sql}" : " INTERSECT #{intersect.sql}")
+      elsif except = opts[:except]
+        sql << (opts[:except_all] ? \
+          " EXCEPT ALL #{except.sql}" : " EXCEPT #{except.sql}")
+      end
 
-        if where = opts[:where]
-          sql << " WHERE #{where}"
-        end
+      sql
+    end
+    alias_method :sql, :select_sql
 
-        if group = opts[:group]
-          sql << " GROUP BY #{column_list(group)}"
-        end
+    # SQL fragment for specifying subscripts (SQL arrays)
+    def subscript_sql(s)
+      "#{s.f}[#{s.sub.join(COMMA_SEPARATOR)}]"
+    end
 
-        if order = opts[:order]
-          sql << " ORDER BY #{column_list(order)}"
-        end
+    # Converts a symbol into a column name. This method supports underscore
+    # notation in order to express qualified (two underscores) and aliased
+    # (three underscores) columns:
+    #
+    #   ds = DB[:items]
+    #   :abc.to_column_ref(ds) #=> "abc"
+    #   :abc___a.to_column_ref(ds) #=> "abc AS a"
+    #   :items__abc.to_column_ref(ds) #=> "items.abc"
+    #   :items__abc___a.to_column_ref(ds) #=> "items.abc AS a"
+    #
+    def symbol_to_column_ref(sym)
+      c_table, column, c_alias = split_symbol(sym)
+      "#{"#{quote_identifier(c_table)}." if c_table}#{quote_identifier(column)}#{" AS #{quote_identifier(c_alias)}" if c_alias}"
+    end
 
-        if having = opts[:having]
-          sql << " HAVING #{having}"
-        end
+    # Returns a copy of the dataset with no filters (HAVING or WHERE clause) applied.
+    def unfiltered
+      clone(:where => nil, :having => nil)
+    end
 
-        if limit = opts[:limit]
-          sql << " LIMIT #{limit}"
-          if offset = opts[:offset]
-            sql << " OFFSET #{offset}"
-          end
-        end
+    # Adds a UNION clause using a second dataset object. If all is true the
+    # clause used is UNION ALL, which may return duplicate rows.
+    #
+    #   DB[:items].union(DB[:other_items]).sql
+    #   #=> "SELECT * FROM items UNION SELECT * FROM other_items"
+    def union(dataset, all = false)
+      clone(:union => dataset, :union_all => all)
+    end
 
-        if union = opts[:union]
-          sql << (opts[:union_all] ? \
-            " UNION ALL #{union.sql}" : " UNION #{union.sql}")
-        elsif intersect = opts[:intersect]
-          sql << (opts[:intersect_all] ? \
-            " INTERSECT ALL #{intersect.sql}" : " INTERSECT #{intersect.sql}")
-        elsif except = opts[:except]
-          sql << (opts[:except_all] ? \
-            " EXCEPT ALL #{except.sql}" : " EXCEPT #{except.sql}")
-        end
+    # Returns a copy of the dataset with the distinct option.
+    def uniq(*args)
+      clone(:distinct => args)
+    end
+    alias_method :distinct, :uniq
 
-        sql
-      end
-      alias_method :sql, :select_sql
+    # Returns a copy of the dataset with no order.
+    def unordered
+      order(nil)
+    end
 
-      # Returns the SQL for formatting an insert statement with default values
-      def insert_default_values_sql
-        "INSERT INTO #{source_list(@opts[:from])} DEFAULT VALUES"
+    # Formats an UPDATE statement using the given values.
+    #
+    #   dataset.update_sql(:price => 100, :category => 'software') #=>
+    #     "UPDATE items SET price = 100, category = 'software'"
+    #
+    # Accepts a block, but such usage is discouraged.
+    #
+    # Raises an error if the dataset is grouped or includes more
+    # than one table.
+    def update_sql(values = {}, opts = nil, &block)
+      opts = opts ? @opts.merge(opts) : @opts
+
+      if opts[:group]
+        raise Error::InvalidOperation, "A grouped dataset cannot be updated"
+      elsif (opts[:from].size > 1) or opts[:join]
+        raise Error::InvalidOperation, "A joined dataset cannot be updated"
       end
-
-      # Formats an INSERT statement using the given values. If a hash is given,
-      # the resulting statement includes column names. If no values are given, 
-      # the resulting statement includes a DEFAULT VALUES clause.
-      #
-      #   dataset.insert_sql() #=> 'INSERT INTO items DEFAULT VALUES'
-      #   dataset.insert_sql(1,2,3) #=> 'INSERT INTO items VALUES (1, 2, 3)'
-      #   dataset.insert_sql(:a => 1, :b => 2) #=>
-      #     'INSERT INTO items (a, b) VALUES (1, 2)'
-      def insert_sql(*values)
-        if values.empty?
-          insert_default_values_sql
+      
+      sql = "UPDATE #{source_list(@opts[:from])} SET "
+      if block
+        sql << block.to_sql(self, :comma_separated => true)
+      else
+        set = if values.is_a?(Hash)
+          # get values from hash
+          values = transform_save(values) if @transform
+          values.map do |k, v|
+            # convert string key into symbol
+            k = k.to_sym if String === k
+            "#{literal(k)} = #{literal(v)}"
+          end.join(COMMA_SEPARATOR)
         else
-          values = values[0] if values.size == 1
-          
-          # if hash or array with keys we need to transform the values
-          if @transform && (values.is_a?(Hash) || (values.is_a?(Array) && values.keys))
-            values = transform_save(values)
-          end
-          from = source_list(@opts[:from])
-
-          case values
-          when Array
-            if values.empty?
-              insert_default_values_sql
-            else
-              "INSERT INTO #{from} VALUES (#{literal(values)})"
-            end
-          when Hash
-            if values.empty?
-              insert_default_values_sql
-            else
-              fl, vl = [], []
-              values.each {|k, v| fl << literal(k.is_a?(String) ? k.to_sym : k); vl << literal(v)}
-              "INSERT INTO #{from} (#{fl.join(COMMA_SEPARATOR)}) VALUES (#{vl.join(COMMA_SEPARATOR)})"
-            end
-          when Dataset
-            "INSERT INTO #{from} #{literal(values)}"
-          else
-            if values.respond_to?(:values)
-              insert_sql(values.values)
-            else
-              "INSERT INTO #{from} VALUES (#{literal(values)})"
-            end
-          end
+          # copy values verbatim
+          values
         end
+        sql << set
       end
-      
-      # Returns an array of insert statements for inserting multiple records.
-      # This method is used by #multi_insert to format insert statements and
-      # expects a keys array and and an array of value arrays.
-      #
-      # This method may be overriden by descendants.
-      def multi_insert_sql(columns, values)
-        table = @opts[:from].first
-        columns = literal(columns)
-        values.map do |r|
-          "INSERT INTO #{table} (#{columns}) VALUES (#{literal(r)})"
-        end
+      if where = opts[:where]
+        sql << " WHERE #{literal(where)}"
       end
-      
-      # Formats an UPDATE statement using the given values.
-      #
-      #   dataset.update_sql(:price => 100, :category => 'software') #=>
-      #     "UPDATE items SET price = 100, category = 'software'"
-      def update_sql(values = {}, opts = nil, &block)
-        opts = opts ? @opts.merge(opts) : @opts
-
-        if opts[:group]
-          raise Error::InvalidOperation, "A grouped dataset cannot be updated"
-        elsif (opts[:from].size > 1) or opts[:join]
-          raise Error::InvalidOperation, "A joined dataset cannot be updated"
-        end
-        
-        sql = "UPDATE #{source_list(@opts[:from])} SET "
-        if block
-          sql << block.to_sql(self, :comma_separated => true)
-        else
-          # check if array with keys
-          values = values.to_hash if values.is_a?(Array) && values.keys
-          if values.is_a?(Hash)
-            # get values from hash
-            values = transform_save(values) if @transform
-            set = values.map do |k, v|
-              # convert string key into symbol
-              k = k.to_sym if String === k
-              "#{literal(k)} = #{literal(v)}"
-            end.join(COMMA_SEPARATOR)
-          else
-            # copy values verbatim
-            set = values
-          end
-          sql << set
-        end
-        if where = opts[:where]
-          sql << " WHERE #{where}"
-        end
 
-        sql
-      end
+      sql
+    end
 
-      # Formats a DELETE statement using the given options and dataset options.
-      # 
-      #   dataset.filter {price >= 100}.delete_sql #=>
-      #     "DELETE FROM items WHERE (price >= 100)"
-      def delete_sql(opts = nil)
-        opts = opts ? @opts.merge(opts) : @opts
+    [:inner, :full_outer, :right_outer, :left_outer].each do |jtype|
+      define_method("#{jtype}_join"){|*args| join_table(jtype, *args)}
+    end
+    alias_method :join, :inner_join
 
-        if opts[:group]
-          raise Error::InvalidOperation, "Grouped datasets cannot be deleted from"
-        elsif opts[:from].is_a?(Array) && opts[:from].size > 1
-          raise Error::InvalidOperation, "Joined datasets cannot be deleted from"
-        end
+    protected
 
-        sql = "DELETE FROM #{source_list(opts[:from])}"
+    # Returns a table reference for use in the FROM clause.  Returns an SQL subquery
+    # frgament with an optional table alias.
+    def to_table_reference(table_alias=nil)
+      "(#{sql})#{" #{quote_identifier(table_alias)}" if table_alias}"
+    end
 
-        if where = opts[:where]
-          sql << " WHERE #{where}"
-        end
+    private
 
-        sql
+    # Converts an array of column names into a comma seperated string of 
+    # column names. If the array is empty, a wildcard (*) is returned.
+    def column_list(columns)
+      if columns.empty?
+        WILDCARD
+      else
+        m = columns.map do |i|
+          i.is_a?(Hash) ? i.map{|kv| "#{literal(kv[0])} AS #{quote_identifier(kv[1])}"} : literal(i)
+        end
+        m.join(COMMA_SEPARATOR)
       end
-
-      # Returns a table reference for use in the FROM clause. If the dataset has
-      # only a :from option refering to a single table, only the table name is 
-      # returned. Otherwise a subquery is returned.
-      def to_table_reference(idx = nil)
-        if opts.keys == [:from] && opts[:from].size == 1
-          opts[:from].first.to_s
+    end
+    
+    # SQL fragment based on the expr type.  See #filter.
+    def filter_expr(expr)
+      case expr
+      when Hash
+        SQL::ComplexExpression.from_value_pairs(expr)
+      when Array
+        if String === expr[0]
+          filter_expr(expr.shift.gsub(QUESTION_MARK){literal(expr.shift)}.lit)
         else
-          idx ? "(#{sql}) t#{idx}" : "(#{sql})"
+          SQL::ComplexExpression.from_value_pairs(expr)
         end
+      when Proc
+        expr.to_sql(self).lit
+      when Symbol, SQL::Expression
+        expr
+      when String
+        "(#{expr})".lit
+      else
+        raise(Sequel::Error, 'Invalid filter argument')
       end
+    end
 
-      # Returns an EXISTS clause for the dataset.
-      #
-      #   DB.select(1).where(DB[:items].exists).sql
-      #   #=> "SELECT 1 WHERE EXISTS (SELECT * FROM items)"
-      def exists(opts = nil)
-        "EXISTS (#{select_sql(opts)})"
-      end
-
-      # If given an integer, the dataset will contain only the first l results.
-      # If given a range, it will contain only those at offsets within that
-      # range. If a second argument is given, it is used as an offset.
-      def limit(l, o = nil)
-        if @opts[:sql]
-          return from_self.limit(l, o)
-        end
+    # SQL statement for formatting an insert statement with default values
+    def insert_default_values_sql
+      "INSERT INTO #{source_list(@opts[:from])} DEFAULT VALUES"
+    end
 
-        opts = {}
-        if l.is_a? Range
-          lim = (l.exclude_end? ? l.last - l.first : l.last + 1 - l.first)
-          opts = {:limit => lim, :offset=>l.first}
-        elsif o
-          opts = {:limit => l, :offset => o}
+    # Inverts the given order by breaking it into a list of column references
+    # and inverting them.
+    #
+    #   dataset.invert_order([:id.desc]]) #=> [:id]
+    #   dataset.invert_order(:category, :price.desc]) #=>
+    #     [:category.desc, :price]
+    def invert_order(order)
+      return nil unless order
+      new_order = []
+      order.map do |f|
+        if f.is_a?(SQL::ColumnExpr) && (f.op == SQL::ColumnMethods::DESC)
+          f.l
+        elsif f.is_a?(SQL::ColumnExpr) && (f.op == SQL::ColumnMethods::ASC)
+          f.l.desc
         else
-          opts = {:limit => l}
+          f.desc
         end
-        clone(opts)
       end
-      
-      STOCK_COUNT_OPTS = {:select => ["COUNT(*)".lit], :order => nil}.freeze
+    end
+    
+    # Returns a qualified column name (including a table name) if the column
+    # name isn't already qualified.
+    def qualified_column_name(column, table)
+      if Symbol === column 
+        c_table, column, c_alias = split_symbol(column)
+        schema, table, t_alias = split_symbol(table) if Symbol === table
+        c_table ||= t_alias || table
+        ::Sequel::SQL::QualifiedColumnRef.new(c_table, column)
+      else
+        column
+      end
+    end
 
-      # Returns the number of records in the dataset.
-      def count
-        if @opts[:sql] || @opts[:group]
-          from_self.count
+    # Converts an array of source names into into a comma separated list.
+    def source_list(source)
+      if source.nil? || source.empty?
+        raise Error, 'No source specified for query'
+      end
+      auto_alias_count = @opts[:num_dataset_sources] || 0
+      m = source.map do |s|
+        case s
+        when Dataset
+          auto_alias_count += 1
+          s.to_table_reference("t#{auto_alias_count}")
         else
-          single_value(STOCK_COUNT_OPTS).to_i
+          table_ref(s)
         end
       end
+      m.join(COMMA_SEPARATOR)
+    end
+    
+    # Splits the symbol into three parts.  Each part will
+    # either be a string or nil.
+    #
+    # For columns, these parts are the table, column, and alias.
+    # For tables, these parts are the schema, table, and alias.
+    def split_symbol(sym)
+      s = sym.to_s
+      if m = COLUMN_REF_RE1.match(s)
+        m[1..3]
+      elsif m = COLUMN_REF_RE2.match(s)
+        [nil, m[1], m[2]]
+      elsif m = COLUMN_REF_RE3.match(s)
+        [m[1], m[2], nil]
+      else
+        [nil, s, nil]
+      end
+    end
+
+    # SQL fragement specifying a table name.
+    def table_ref(t)
+      case t
+      when Dataset
+        t.to_table_reference
+      when Hash
+        t.map {|k, v| "#{table_ref(k)} #{table_ref(v)}"}.join(COMMA_SEPARATOR)
+      when Symbol
+        symbol_to_column_ref(t)
+      when String
+        quote_identifier(t)
+      else
+        literal(t)
+      end
     end
   end
 end