db_meta 0.1.8 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 241d647a72277185bd2f8238220c213aac9e2cb1
-  data.tar.gz: 78e718f7d262c13e8d4bece58950fd9ea092a9fe
+  metadata.gz: 31580b0cbfa89d45501449eee785db39a868993b
+  data.tar.gz: 3082a06f0be1d0cee03ac6eeb4219736e02f4754
 SHA512:
-  metadata.gz: af8c5decdfef9798e96e594d28393460b7fe4e44e41c3296f8bcbbfbe72f7acdf1b9ffab407d0ca4181cb1cf60b9bc4a67347256fb04a5a54a988e41b27f2cc8
-  data.tar.gz: c93022d79c95c223a35cb247c7ff69eaa7b24c05d272b93e5e383bd297f22cc62b47e631987badb1547ae36a6f8d8cb831648481fc68ff81bb764e9f532ecb7b
+  metadata.gz: a85de5825f541aa77cd2421326facfa25826a94f20f3d13555bd6b011f80409f7ac915409d80df126502dc35fa53817c8241d303ee3fb6ba187665ac2b5ab912
+  data.tar.gz: 2ab88e0af1bf31b3322b6209582ff173d7431e7959a7fa4a530371eff73c514716ae681500a916e36f1d55e25936f643a43eb06e6fcd2c177f0fd239f870ac85

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    db_meta (0.1.8)
+    db_meta (0.2.0)
       ruby-oci8 (~> 2.2.4.1)
 
 GEM

data/README.md

@@ -6,7 +6,7 @@ Database meta and core data extraction.
 
 ## Is it production ready?
 
-Well, I would not say, but I am using it already for my database development work where the gem covers my needs. Be careful and check carefully. Please create an issue when you think that someting is wrong or missing.
+Well, I would not say, but I am using it already for my database development work where the gem covers my needs. Be careful and check details. Please create an issue when you think that someting is wrong or missing.
 
 ## Installation
 via Gemfile
@@ -40,6 +40,7 @@ meta.extract
 - Type
 - Synonym
 - Database Link
+- Queue
 - more to come...
 
 ## Planned Features

data/lib/db_meta/constant.rb

@@ -10,22 +10,23 @@ module DbMeta
 
     'DATABASE LINK' => 2,
     'SEQUENCE' => 3,
-    'TABLE' => 4,
-    'LOB' => 4.1,
-    'VIEW' => 5,
-    'MATERIALIZED VIEW' => 6,
-    'FUNCTION' => 7,
-    'PROCEDURE' => 8,
-    'PACKAGE' => 9,
-    'PACKAGE BODY' => 9.1,
-    'SYNONYM' => 10,
-    'TRIGGER' => 11,
-    'GRANT' => 12,
-    'GRANT EXTERNAL' => 13,
-    'TYPE' => 14,
-    'INDEX' => 22,
-    'DATA' => 40,
-    'CONSTRAINT' => 60
+    'TYPE' => 4,
+    'TABLE' => 5,
+    'QUEUE' => 6,
+    'LOB' => 7,
+    'VIEW' => 8,
+    'MATERIALIZED VIEW' => 9,
+    'FUNCTION' => 10,
+    'PROCEDURE' => 11,
+    'PACKAGE' => 12,
+    'PACKAGE BODY' => 12.1,
+    'SYNONYM' => 13,
+    'TRIGGER' => 14,
+    'GRANT' => 15,
+    'GRANT EXTERNAL' => 16,
+    'INDEX' => 17,
+    'DATA' => 20,
+    'CONSTRAINT' => 30
   }
 
   EXTRACT_FORMATS = [:sql]

data/lib/db_meta/oracle/base.rb

@@ -5,7 +5,7 @@ module DbMeta
 
       TYPES = {}
 
-      attr_accessor :type, :status, :name, :extract_type
+      attr_accessor :type, :status, :name, :extract_type, :system_object
 
       def self.register_type(type)
         TYPES[type] = self
@@ -30,6 +30,8 @@ module DbMeta
         @status = args['STATUS'].downcase.to_sym if args['STATUS']
 
         @extract_type = :default # :default, :embedded, :merged
+
+        @system_object = @name =~ /\$/i # true if there is a '$' in the object name
       end
 
 
@@ -45,8 +47,7 @@ module DbMeta
       end
 
       def system_object?
-        # true if there is a '$' in the object name
-        return @name =~ /\$/i
+        @system_object
       end
 
     end

data/lib/db_meta/oracle/objects.rb

@@ -8,7 +8,7 @@ module DbMeta
 
       def initialize
         @data = Hash.new{ |h, type|  h[type] = {} }
-        @worker_queue = Queue.new
+        @worker_queue = ::Queue.new
         @types_with_object_status_default = []
 
         @summary = Hash.new{ |h, type| h[type] = 0 }
@@ -42,6 +42,23 @@ module DbMeta
         worker.map(&:join) # wait until all are done
       end
 
+      def detect_system_objects
+        Log.info("Detecting system objects...")
+
+        # detect materialized view tables
+        @data['MATERIALZIED VIEW'].values.each do |object|
+          table = @data['TABLE'][object.name]
+          next unless table
+          table.system_object = true
+        end
+
+        @data['QUEUE'].values.each do |object|
+          table = @data['TABLE'][object.queue_table]
+          next unless table
+          table.system_object = true
+        end
+      end
+
       def merge_synonyms
         Log.info("Merging synonyms...")
         synonym_collection = SynonymCollection.new(type: 'SYNONYM', name: 'ALL')
@@ -74,6 +91,7 @@ module DbMeta
         Log.info("Embedding indexes...")
 
         @data['INDEX'].values.each do |object|
+          next unless @data['TABLE'][object.table_name]
           @data['TABLE'][object.table_name].add_object(object)
         end
       end
@@ -82,6 +100,7 @@ module DbMeta
         Log.info("Embedding constraints...")
 
         @data["CONSTRAINT"].values.each do |constraint|
+          next unless @data['TABLE'][constraint.table_name]
           @data['TABLE'][constraint.table_name].add_object(constraint)
         end
       end

data/lib/db_meta/oracle/oracle.rb

@@ -48,6 +48,7 @@ module DbMeta
         remove_folder(@base_folder)
         create_folder(@base_folder)
 
+        @objects.detect_system_objects
         @objects.merge_synonyms
         @objects.merge_grants
         @objects.embed_indexes
@@ -79,6 +80,7 @@ module DbMeta
 
         total = 0
         @objects.summary_each do |type, count|
+          next if count == 0
           total += count
           buffer << "#{SUMMARY_COLUMN_FORMAT_NAME % type.upcase.to_s}#{"%5d" % count} #{"(#{@objects.summary_system_object[type]} system #{pluralize(@objects.summary_system_object[type], 'object')})" if @objects.summary_system_object[type] > 0}"
         end

data/lib/db_meta/oracle/types/queue.rb

@@ -0,0 +1,74 @@
+module DbMeta
+  module Oracle
+    class Queue < Base
+      register_type('QUEUE')
+
+      attr_reader :queue_table, :queue_type, :max_retries, :retry_delay, :payload_type, :sort_order, :compatible
+
+      def fetch
+        connection = Connection.instance.get
+        cursor = connection.exec("select * from user_queues where name = '#{@name}'")
+        cursor.fetch_hash do |row|
+          @queue_table = row['QUEUE_TABLE']
+          @queue_type = row['QUEUE_TYPE']
+          @max_retries = row['MAX_RETRIES'].to_i
+          @retry_delay = row['RETRY_DELAY'].to_f
+        end
+        cursor.close
+
+        cursor = connection.exec("select * from user_queue_tables where queue_table = '#{@queue_table}'")
+        cursor.fetch_hash do |row|
+          @payload_type = row['OBJECT_TYPE']
+          @sort_order = row['SORT_ORDER']
+          @compatible = row['COMPATIBLE']
+        end
+        cursor.close
+
+      ensure
+       connection.logoff
+      end
+
+      def extract(args={})
+        buffer = [block(@name)]
+
+        buffer << 'begin'
+        buffer << '  dbms_aqadm.create_queue_table('
+        buffer << "    queue_table => '#{@queue_table}',"
+        buffer << "    queue_payload_type => '#{@payload_type}'"
+        buffer << "    sort_list => '#{@sort_order}',"
+        buffer << "    compatible => '#{@compatible}'"
+        buffer << '  );'
+        buffer << 'end;'
+        buffer << '/'
+        buffer << nil
+
+        buffer << 'begin'
+        buffer << '  dbms_aqadm.create_queue('
+        buffer << "    queue_name => '#{@name}',"
+        buffer << "    queue_table => '#{@queue_table}',"
+        buffer << "    max_retires => #{@max_retries},"
+        buffer << "    retry_delay => #{@retry_delay}"
+        buffer << '  );'
+        buffer << "  dbms_aqadm.start_queue('#{@name}');"
+        buffer << "  dbms_aqadm.start_queue('AQ$_#{@queue_table}_E', false, true);"
+        buffer << 'end;'
+        buffer << '/'
+        buffer << nil
+        buffer.join("\n")
+      end
+
+      def ddl_drop
+        buffer = []
+        buffer << 'begin'
+        buffer << "  dbms_aqadm.stop_queue('#{@name}');"
+        buffer << "  dbms_aqadm.stop_queue('AQ$_#{@queue_table}_E');"
+        buffer << "  dbms_aqadm.drop_queue(queue_name => '#{@name}');"
+        buffer << "  dbms_aqadm.drop_queue_table(queue_table => '#{@queue_table}');"
+        buffer << 'end;'
+        buffer << '/'
+        buffer.join("\n")
+      end
+
+    end
+  end
+end

data/lib/db_meta/oracle/types/table.rb

@@ -113,24 +113,6 @@ module DbMeta
         "DROP #{@type} #{@name} CASCADE CONSTRAINTS PURGE;"
       end
 
-      def system_object?
-        is_system_object = super
-        return is_system_object if is_system_object
-
-       # check for tables created based on materialized views
-        n = 0
-        connection = Connection.instance.get
-        cursor = connection.exec("select count(*) as n from user_mviews where mview_name = '#{@name}'")
-        cursor.fetch_hash do |item|
-          n = item['N']
-        end
-        cursor.close
-
-        return n == 1
-      ensure
-        connection.logoff if connection
-      end
-
       def get_core_data_where_clause(id=1000000)
         buffer = []
         @constraints.each do |constraint|

data/lib/db_meta/oracle/types/table_data_collection.rb

@@ -15,11 +15,14 @@ module DbMeta
 
       def extract(args={})
         buffer = [block(@name)]
+        buffer << "set define off;"
         buffer << nil
 
         connection = Connection.instance.get
 
         @tables.each do |table|
+          Log.info("Extracting data from #{table.name}...")
+
           buffer << block(table.name, 40)
 
           name_type_map = {}
@@ -66,11 +69,13 @@ module DbMeta
             when /varchar|char/i
               buffer << "'#{value.gsub("'","''")}'"
             when /clob/i
-              buffer << "'#{item.read}'"
+              buffer << "'#{value.read}'"
             when /date/i
               buffer << "to_date('#{value.strftime("%Y-%m-%d %H:%M:%S")}','YYYY-MM-DD HH24:MI:SS')"
             when /timestamp/i
-             buffer << "to_timezone('#{value.strftime("%Y-%m-%d %H:%M:%S %Z")}','YYYY-MM-DD HH24:MI:SS.FF TZD')"
+              buffer << "to_timezone('#{value.strftime("%Y-%m-%d %H:%M:%S %Z")}','YYYY-MM-DD HH24:MI:SS.FF TZD')"
+            when /raw/i
+              buffer << "'#{value.to_s}'"
           else
             buffer << value.to_s
           end

data/lib/db_meta/oracle/types/trigger.rb

@@ -37,7 +37,7 @@ module DbMeta
         buffer << "ON #{@table_name}"
         buffer << "#{@referencing_names}"
         buffer << "#{@for_each}" if @for_each
-        buffer << "#{@trigger_body.strip}"
+        buffer << "#{@trigger_body.strip}" if @trigger_body
         buffer << '/'
         buffer << nil
         buffer.join("\n")

data/lib/db_meta/version.rb

@@ -1,3 +1,3 @@
 module DbMeta
-  VERSION = "0.1.8"
+  VERSION = "0.2.0"
 end

data/todo.txt

@@ -3,7 +3,6 @@
 -- -----------------------------------------------------------------------------
 
 - storage clauses
-- materialized view
 
 -- -------------------------------------
 -- DONE
@@ -24,7 +23,8 @@
 - merge types (exp. table, index, constraints; synonyms)
 - grants
 - type
-
+- queues
+- materialized view
 
 -- -------------------------------------
 -- dbms_metadata

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: db_meta
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.2.0
 platform: ruby
 authors:
 - Thomi
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-30 00:00:00.000000000 Z
+date: 2017-09-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -110,6 +110,7 @@ files:
 - lib/db_meta/oracle/types/package.rb
 - lib/db_meta/oracle/types/package_body.rb
 - lib/db_meta/oracle/types/procedure.rb
+- lib/db_meta/oracle/types/queue.rb
 - lib/db_meta/oracle/types/sequence.rb
 - lib/db_meta/oracle/types/synonym.rb
 - lib/db_meta/oracle/types/synonym_collection.rb