pgslice 0.3.4 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 24b5596e6ea1c788ff5b367fb6ca05b0c76e626f
-  data.tar.gz: a6776fcdf658bd08f4a6adbeee3239b602eba91d
+  metadata.gz: 43cc2dd89adcb7a9ab6967e5d87b28d24e7e8c26
+  data.tar.gz: f9661b8e3cdf0239c0ba2174bc0c5694f95d834a
 SHA512:
-  metadata.gz: 5bb36f0e164418e57d54ebf9bb0192d75bf20977261fc6e83ff613d15afe3199aace4a0af343f8784518e6b4e460b245ba6029e61e427c5abd0405fff8a70acf
-  data.tar.gz: da11ed42838cd526441469108892379aadbee43bfcbaa657568b8d7c0721b19e5bc275af330bfd1e924c1bb54ae2109751ab62b207dc440332231b2277b7fa32
+  metadata.gz: 41176b19e45fd47d89d50f45b4a4cf9ab5802ed63b68100852e776dc0c821745a85cb80b2f942e5a445fa5752b696c0dce5a6fe6528477f26ec3673d41cbe94f
+  data.tar.gz: 04d50a9863351b4b97928e8dfb5f8a018c5723e5daa473a4430c5ed41ff9db355ebb4d1f749a48ebc5eb3ebc7e88e84a8ab795edd394fbd351219a09d30071b8

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.3.5
+
+- Quote identifiers
+
 ## 0.3.4
 
 - Added `analyze` method

data/README.md

@@ -181,6 +181,20 @@ INSERT INTO visits_intermediate ("id", "user_id", "ip", "created_at")
     WHERE id > 20000 AND id <= 30000 AND created_at >= '2016-08-01'::date AND created_at < '2016-11-01'::date
 ```
 
+```sh
+pgslice analyze visits
+```
+
+```sql
+ANALYZE VERBOSE visits_201608;
+
+ANALYZE VERBOSE visits_201609;
+
+ANALYZE VERBOSE visits_201610;
+
+ANALYZE VERBOSE visits_intermediate;
+```
+
 ```sh
 pgslice swap visits
 ```

data/lib/pgslice.rb

@@ -73,13 +73,13 @@ module PgSlice
       queries = []
 
       queries << <<-SQL
-CREATE TABLE #{intermediate_table} (LIKE #{table} INCLUDING ALL);
+CREATE TABLE #{quote_ident(intermediate_table)} (LIKE #{quote_ident(table)} INCLUDING ALL);
       SQL
 
       unless options[:no_partition]
         sql_format = SQL_FORMAT[period.to_sym]
         queries << <<-SQL
-CREATE FUNCTION #{trigger_name}()
+CREATE FUNCTION #{quote_ident(trigger_name)}()
     RETURNS trigger AS $$
     BEGIN
         RAISE EXCEPTION 'Create partitions first.';
@@ -88,14 +88,14 @@ CREATE FUNCTION #{trigger_name}()
         SQL
 
         queries << <<-SQL
-CREATE TRIGGER #{trigger_name}
-    BEFORE INSERT ON #{intermediate_table}
-    FOR EACH ROW EXECUTE PROCEDURE #{trigger_name}();
+CREATE TRIGGER #{quote_ident(trigger_name)}
+    BEFORE INSERT ON #{quote_ident(intermediate_table)}
+    FOR EACH ROW EXECUTE PROCEDURE #{quote_ident(trigger_name)}();
       SQL
 
         cast = column_cast(table, column)
         queries << <<-SQL
-COMMENT ON TRIGGER #{trigger_name} ON #{intermediate_table} is 'column:#{column},period:#{period},cast:#{cast}';
+COMMENT ON TRIGGER #{quote_ident(trigger_name)} ON #{quote_ident(intermediate_table)} is 'column:#{column},period:#{period},cast:#{cast}';
 SQL
       end
 
@@ -111,7 +111,7 @@ SQL
       abort "Table not found: #{intermediate_table}" unless table_exists?(intermediate_table)
 
       queries = [
-        "DROP TABLE #{intermediate_table} CASCADE;",
+        "DROP TABLE #{quote_ident(intermediate_table)} CASCADE;",
         "DROP FUNCTION IF EXISTS #{trigger_name}();"
       ]
       run_queries(queries)
@@ -132,7 +132,7 @@ SQL
       # ensure table has trigger
       abort "No trigger on table: #{table}\nDid you mean to use --intermediate?" unless has_trigger?(trigger_name, table)
 
-      index_defs = execute("select pg_get_indexdef(indexrelid) from pg_index where indrelid = $1::regclass AND indisprimary = 'f'", [original_table]).map { |r| r["pg_get_indexdef"] }
+      index_defs = execute("SELECT pg_get_indexdef(indexrelid) FROM pg_index INNER JOIN pg_stat_user_indexes USING (indexrelid) WHERE relname = $1 AND schemaname = $2 AND indisprimary = 'f'", [original_table, schema]).map { |r| r["pg_get_indexdef"] }
       primary_key = self.primary_key(table)
 
       queries = []
@@ -141,7 +141,7 @@ SQL
       abort "Could not read settings" unless period
 
       if needs_comment
-        queries << "COMMENT ON TRIGGER #{trigger_name} ON #{table} is 'column:#{field},period:#{period},cast:#{cast}';"
+        queries << "COMMENT ON TRIGGER #{quote_ident(trigger_name)} ON #{quote_ident(table)} is 'column:#{field},period:#{period},cast:#{cast}';"
       end
 
       # today = utc date
@@ -155,12 +155,12 @@ SQL
         added_partitions << partition_name
 
         queries << <<-SQL
-CREATE TABLE #{partition_name}
-    (CHECK (#{field} >= #{sql_date(day, cast)} AND #{field} < #{sql_date(advance_date(day, period, 1), cast)}))
-    INHERITS (#{table});
+CREATE TABLE #{quote_ident(partition_name)}
+    (CHECK (#{quote_ident(field)} >= #{sql_date(day, cast)} AND #{quote_ident(field)} < #{sql_date(advance_date(day, period, 1), cast)}))
+    INHERITS (#{quote_ident(table)});
         SQL
 
-        queries << "ALTER TABLE #{partition_name} ADD PRIMARY KEY (#{primary_key});" if primary_key
+        queries << "ALTER TABLE #{quote_ident(partition_name)} ADD PRIMARY KEY (#{quote_ident(primary_key)});" if primary_key
 
         index_defs.each do |index_def|
           queries << index_def.sub(" ON #{original_table} USING ", " ON #{partition_name} USING ").sub(/ INDEX .+ ON /, " INDEX ON ") + ";"
@@ -179,8 +179,8 @@ CREATE TABLE #{partition_name}
         day = DateTime.strptime(table.split("_").last, name_format)
         partition_name = "#{original_table}_#{day.strftime(name_format(period))}"
 
-        sql = "(NEW.#{field} >= #{sql_date(day, cast)} AND NEW.#{field} < #{sql_date(advance_date(day, period, 1), cast)}) THEN
-            INSERT INTO #{partition_name} VALUES (NEW.*);"
+        sql = "(NEW.#{quote_ident(field)} >= #{sql_date(day, cast)} AND NEW.#{quote_ident(field)} < #{sql_date(advance_date(day, period, 1), cast)}) THEN
+            INSERT INTO #{quote_ident(partition_name)} VALUES (NEW.*);"
 
         if day.to_date < today
           past_defs << sql
@@ -196,7 +196,7 @@ CREATE TABLE #{partition_name}
 
       if trigger_defs.any?
         queries << <<-SQL
-CREATE OR REPLACE FUNCTION #{trigger_name}()
+CREATE OR REPLACE FUNCTION #{quote_ident(trigger_name)}()
     RETURNS trigger AS $$
     BEGIN
         IF #{trigger_defs.join("\n        ELSIF ")}
@@ -262,7 +262,7 @@ CREATE OR REPLACE FUNCTION #{trigger_name}()
       end
 
       starting_id = max_dest_id
-      fields = columns(source_table).map { |c| PG::Connection.quote_ident(c) }.join(", ")
+      fields = columns(source_table).map { |c| quote_ident(c) }.join(", ")
       batch_size = options[:batch_size]
 
       i = 1
@@ -273,9 +273,9 @@ CREATE OR REPLACE FUNCTION #{trigger_name}()
       end
 
       while starting_id < max_source_id
-        where = "#{primary_key} > #{starting_id} AND #{primary_key} <= #{starting_id + batch_size}"
+        where = "#{quote_ident(primary_key)} > #{starting_id} AND #{quote_ident(primary_key)} <= #{starting_id + batch_size}"
         if starting_time
-          where << " AND #{field} >= #{sql_date(starting_time, cast)} AND #{field} < #{sql_date(ending_time, cast)}"
+          where << " AND #{quote_ident(field)} >= #{sql_date(starting_time, cast)} AND #{quote_ident(field)} < #{sql_date(ending_time, cast)}"
         end
         if options[:where]
           where << " AND #{options[:where]}"
@@ -283,8 +283,8 @@ CREATE OR REPLACE FUNCTION #{trigger_name}()
 
         query = <<-SQL
 /* #{i} of #{batch_count} */
-INSERT INTO #{dest_table} (#{fields})
-    SELECT #{fields} FROM #{source_table}
+INSERT INTO #{quote_ident(dest_table)} (#{fields})
+    SELECT #{fields} FROM #{quote_ident(source_table)}
     WHERE #{where}
         SQL
 
@@ -310,12 +310,12 @@ INSERT INTO #{dest_table} (#{fields})
       abort "Table already exists: #{retired_table}" if table_exists?(retired_table)
 
       queries = [
-        "ALTER TABLE #{table} RENAME TO #{retired_table};",
-        "ALTER TABLE #{intermediate_table} RENAME TO #{table};"
+        "ALTER TABLE #{quote_ident(table)} RENAME TO #{quote_ident(retired_table)};",
+        "ALTER TABLE #{quote_ident(intermediate_table)} RENAME TO #{quote_ident(table)};"
       ]
 
       self.sequences(table).each do |sequence|
-        queries << "ALTER SEQUENCE #{sequence["sequence_name"]} OWNED BY #{table}.#{sequence["related_column"]};"
+        queries << "ALTER SEQUENCE #{quote_ident(sequence["sequence_name"])} OWNED BY #{table}.#{sequence["related_column"]};"
       end
 
       queries.unshift("SET LOCAL lock_timeout = '#{options[:lock_timeout]}';") if server_version_num >= 90300
@@ -334,12 +334,12 @@ INSERT INTO #{dest_table} (#{fields})
       abort "Table already exists: #{intermediate_table}" if table_exists?(intermediate_table)
 
       queries = [
-        "ALTER TABLE #{table} RENAME TO #{intermediate_table};",
-        "ALTER TABLE #{retired_table} RENAME TO #{table};"
+        "ALTER TABLE #{quote_ident(table)} RENAME TO #{quote_ident(intermediate_table)};",
+        "ALTER TABLE #{quote_ident(retired_table)} RENAME TO #{quote_ident(table)};"
       ]
 
       self.sequences(table).each do |sequence|
-        queries << "ALTER SEQUENCE #{sequence["sequence_name"]} OWNED BY #{table}.#{sequence["related_column"]};"
+        queries << "ALTER SEQUENCE #{quote_ident(sequence["sequence_name"])} OWNED BY #{table}.#{sequence["related_column"]};"
       end
 
       run_queries(queries)
@@ -353,7 +353,7 @@ INSERT INTO #{dest_table} (#{fields})
 
       existing_tables = self.existing_tables(like: "#{table}_%").select { |t| /\A#{Regexp.escape("#{table}_")}\d{6,8}\z/.match(t) }
       analyze_list = existing_tables + [parent_table]
-      run_queries_without_transaction analyze_list.map { |t| "ANALYZE VERBOSE #{t};" }
+      run_queries_without_transaction analyze_list.map { |t| "ANALYZE VERBOSE #{quote_ident(t)};" }
     end
 
     # arguments
@@ -486,7 +486,7 @@ INSERT INTO #{dest_table} (#{fields})
         FROM
           pg_index, pg_class, pg_attribute, pg_namespace
         WHERE
-          pg_class.oid = $2::regclass AND
+          relname = $2 AND
           indrelid = pg_class.oid AND
           nspname = $1 AND
           pg_class.relnamespace = pg_namespace.oid AND
@@ -499,25 +499,25 @@ INSERT INTO #{dest_table} (#{fields})
     end
 
     def max_id(table, primary_key, below: nil, where: nil)
-      query = "SELECT MAX(#{primary_key}) FROM #{table}"
+      query = "SELECT MAX(#{quote_ident(primary_key)}) FROM #{quote_ident(table)}"
       conditions = []
-      conditions << "#{primary_key} <= #{below}" if below
+      conditions << "#{quote_ident(primary_key)} <= #{below}" if below
       conditions << where if where
       query << " WHERE #{conditions.join(" AND ")}" if conditions.any?
       execute(query)[0]["max"].to_i
     end
 
     def min_id(table, primary_key, column, cast, starting_time, where)
-      query = "SELECT MIN(#{primary_key}) FROM #{table}"
+      query = "SELECT MIN(#{quote_ident(primary_key)}) FROM #{quote_ident(table)}"
       conditions = []
-      conditions << "#{column} >= #{sql_date(starting_time, cast)}" if starting_time
+      conditions << "#{quote_ident(column)} >= #{sql_date(starting_time, cast)}" if starting_time
       conditions << where if where
       query << " WHERE #{conditions.join(" AND ")}" if conditions.any?
       (execute(query)[0]["min"] || 1).to_i
     end
 
     def has_trigger?(trigger_name, table)
-      execute("SELECT 1 FROM pg_trigger WHERE tgname = $1 AND tgrelid = $2::regclass", [trigger_name, table]).any?
+      !fetch_trigger(trigger_name, table).nil?
     end
 
     # http://www.dbforums.com/showthread.php?1667561-How-to-list-sequences-and-the-columns-by-SQL
@@ -595,11 +595,19 @@ INSERT INTO #{dest_table} (#{fields})
       end
     end
 
+    def quote_ident(value)
+      PG::Connection.quote_ident(value)
+    end
+
+    def fetch_trigger(trigger_name, table)
+      execute("SELECT obj_description(oid, 'pg_trigger') AS comment FROM pg_trigger WHERE tgname = $1 AND EXISTS (SELECT 1 FROM pg_stat_user_tables WHERE relid = tgrelid AND relname = $2 AND schemaname = $3)", [trigger_name, table, schema])[0]
+    end
+
     def settings_from_trigger(original_table, table)
       trigger_name = self.trigger_name(original_table)
 
       needs_comment = false
-      comment = execute("SELECT obj_description(oid, 'pg_trigger') AS comment FROM pg_trigger WHERE tgname = $1 AND tgrelid = $2::regclass", [trigger_name, table])[0]
+      comment = fetch_trigger(trigger_name, table)
       if comment
         field, period, cast = comment["comment"].split(",").map { |v| v.split(":").last } rescue [nil, nil, nil]
       end

data/lib/pgslice/version.rb

@@ -1,3 +1,3 @@
 module PgSlice
-  VERSION = "0.3.4"
+  VERSION = "0.3.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pgslice
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.3.5
 platform: ruby
 authors:
 - Andrew Kane
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-07-06 00:00:00.000000000 Z
+date: 2017-07-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: slop