index_shotgun 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 662e620b25f3327cabcab6b61c62b79dc6ca9571
-  data.tar.gz: 76f90786a49a0a8719865dd84b2ebfcb8afd85dc
+  metadata.gz: 3d782336b1c4e2a721d5b94c3127849fa49492f9
+  data.tar.gz: 66240f9286136b54f9b799e03fb9339d31fcc198
 SHA512:
-  metadata.gz: fa1964960e794bbd22f76b8456cdfc1bffb78af6bdda20c3f7e55d1aee266db10c13dae422c7e4953c35f34ff4b3a41ff3a806d64c38a03ef7b85919a61d5770
-  data.tar.gz: 69b3efbed9a00668c93ca9926bc4b4b2089de17943799d197bbf328909c399184a1da572a8ac34e56ebefeb2d14a9235619702c74dfd8567c3ff8cc1281d7d25
+  metadata.gz: 5d80243cc017af759eb4322998cd6d423286c1e7649d6625ac0b0392b94e6c563a7ef85fe087594e0a8391f127a36ec32941bedb8b358e6b66f03e6f54429171
+  data.tar.gz: f3ddb4fef643d6bab7157256b347d05719442735b7d8bf6970c133d927ac937c19ad790754df42f5f85be739337f10f12d7161ff11c13d82c59e046786adcead

data/.github_changelog_generator

@@ -0,0 +1 @@
+--date-format='%Y/%m/%d'

data/.gitignore

@@ -9,3 +9,4 @@
 /tmp/
 spec/config/database.yml
 *.db
+gemfiles/*.lock

data/.travis.yml

@@ -1,9 +1,12 @@
 language: ruby
 rvm:
 - 2.1
-- 2.2
-- 2.3.0
+- 2.2.2
+- 2.3.1
 - ruby-head
+gemfile:
+- gemfiles/activerecord_4_2.gemfile
+- gemfiles/activerecord_5_0.gemfile
 env:
 - DATABASE=mysql
 - DATABASE=postgresql
@@ -13,7 +16,7 @@ before_script:
 - export CODECLIMATE_REPO_TOKEN=377596024a4c6f3c4c4b9a0cd16add92fb5e7f716663629b5efd080377c0b838
 before_install: gem install bundler -v 1.10.6
 bundler_args: --without oracle
-script: "./travis_ci/build.sh"
+script: "./ci/build.sh"
 branches:
   only:
   - master
@@ -24,5 +27,9 @@ notifications:
 matrix:
   allow_failures:
   - rvm: ruby-head
+  exclude:
+  # NOTE: activesupport 5.x requires Ruby version >= 2.2.2
+  - rvm: 2.1
+    gemfile: gemfiles/activerecord_5_0.gemfile
 cache: bundler
 sudo: false

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Change Log
 
+## [v0.2.1](https://github.com/sue445/index_shotgun/tree/v0.2.1) (2016/02/17)
+[Full Changelog](https://github.com/sue445/index_shotgun/compare/v0.2.0...v0.2.1)
+
+**Closed issues:**
+
+- Support mysql2 0.4.x [\#8](https://github.com/sue445/index_shotgun/issues/8)
+
+**Merged pull requests:**
+
+- Support mysql2 0.4+ [\#20](https://github.com/sue445/index_shotgun/pull/20) ([sue445](https://github.com/sue445))
+- Relax bundler version [\#19](https://github.com/sue445/index_shotgun/pull/19) ([sue445](https://github.com/sue445))
+- Add ruby 2.3 [\#18](https://github.com/sue445/index_shotgun/pull/18) ([sue445](https://github.com/sue445))
+
 ## [v0.2.0](https://github.com/sue445/index_shotgun/tree/v0.2.0) (2015/11/09)
 [Full Changelog](https://github.com/sue445/index_shotgun/compare/v0.1.0...v0.2.0)
 

data/Gemfile

@@ -3,19 +3,4 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in index_shotgun.gemspec
 gemspec
 
-group :mysql do
-  gem "mysql2"
-end
-
-group :oracle do
-  gem "activerecord-oracle_enhanced-adapter"
-  gem "ruby-oci8"
-end
-
-group :postgresql do
-  gem "pg"
-end
-
-group :sqlite3 do
-  gem "sqlite3"
-end
+eval(Pathname("gemfiles/databases.gemfile").read)

data/README.md

@@ -5,6 +5,8 @@
 [![Coverage Status](https://coveralls.io/repos/sue445/index_shotgun/badge.svg?branch=master&service=github)](https://coveralls.io/github/sue445/index_shotgun?branch=master)
 [![Dependency Status](https://gemnasium.com/sue445/index_shotgun.svg)](https://gemnasium.com/sue445/index_shotgun)
 
+[![wercker status](https://app.wercker.com/status/1af95c0c5debe57562ec3036c849f80d/m/master "wercker status")](https://app.wercker.com/project/bykey/1af95c0c5debe57562ec3036c849f80d)
+
 Duplicate index checker.
 
 This like [pt-duplicate-key-checker](https://www.percona.com/doc/percona-toolkit/2.1/pt-duplicate-key-checker.html), but also supports database other than MySQL
@@ -97,7 +99,7 @@ $ gem install pg
 $ gem install sqlite3
 ```
 
-**Details:** requirements `activerecord` gem v4.2.5+ when using `mysql2` gem v0.4.0+
+**Note:** requirements `activerecord` gem v4.2.5+ when using `mysql2` gem v0.4.0+
 
 ## Usage
 ### Ruby app

data/{travis_ci → ci}/build.sh

@@ -1,14 +1,31 @@
 #!/bin/bash -xe
 
-cp travis_ci/database.yml.${DATABASE} spec/config/database.yml
+cp ci/database.yml.${DATABASE} spec/config/database.yml
 bundle exec rspec
 
 bundle exec ./exe/index_shotgun version
 
+#########################
+set +e
+
 if [ ${DATABASE} = "mysql" ]; then
   bundle exec ./exe/index_shotgun mysql --database=index_shotgun_test --username=travis
+  RET=$?
 elif [ ${DATABASE} = "postgresql" ]; then
   bundle exec ./exe/index_shotgun postgresql --database=index_shotgun_test --username=postgres
+  RET=$?
 elif [ ${DATABASE} = "sqlite3" ]; then
   bundle exec ./exe/index_shotgun sqlite3 --database=spec/db/index_shotgun_test.db
+  RET=$?
+elif [ ${DATABASE} = "oracle" ]; then
+  bundle exec ./exe/index_shotgun oracle --database=xe --username=system --password=oracle
+  RET=$?
+fi
+
+set -e
+#########################
+
+if [ $RET -ne 1 ]; then
+  echo "Expect exit code is 1, but actual is ${RET}"
+  exit 1
 fi

data/ci/database.yml.oracle

@@ -0,0 +1,5 @@
+test:
+  adapter: oracle_enhanced
+  database: //localhost:1521/xe
+  username: system
+  password: oracle

data/ci/wercker_setup.sh

@@ -0,0 +1,8 @@
+#!/bin/bash -xe
+
+apt-get update
+apt-get install -y ruby2.3 ruby2.3-dev git build-essential
+gem update --system --no-document
+
+/usr/sbin/startup.sh
+/etc/init.d/oracle-xe status

data/gemfiles/activerecord_4_2.gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+gem "activerecord", "~> 4.2.0"
+
+gemspec path: '../'
+
+eval(Pathname("#{__dir__}/databases.gemfile").read)

data/gemfiles/activerecord_5_0.gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+gem "activerecord", "~> 5.0.0"
+
+gemspec path: '../'
+
+eval(Pathname("#{__dir__}/databases.gemfile").read)

data/gemfiles/databases.gemfile

@@ -0,0 +1,16 @@
+group :mysql do
+  gem "mysql2"
+end
+
+group :oracle do
+  gem "activerecord-oracle_enhanced-adapter"
+  gem "ruby-oci8"
+end
+
+group :postgresql do
+  gem "pg"
+end
+
+group :sqlite3 do
+  gem "sqlite3"
+end

data/gemfiles/wercker_oracle.gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+gem "activerecord", "~> 4.2.0"
+gem 'activerecord-oracle_enhanced-adapter', '~> 1.6.0'
+gem "ruby-oci8"
+
+gemspec path: '../'

data/index_shotgun.gemspec

@@ -14,7 +14,7 @@ Gem::Specification.new do |spec|
   spec.homepage      = "https://github.com/sue445/index_shotgun"
   spec.license       = "MIT"
 
-  spec.required_ruby_version = ">= 2.1.0"
+  spec.required_ruby_version = ">= 2.1"
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   spec.bindir        = "exe"

data/lib/index_shotgun/analyzer.rb

@@ -2,13 +2,29 @@ module IndexShotgun
   module Analyzer
     require "index_shotgun/array_start_with"
 
+    class Response
+      attr_accessor :message, :duplicate_index_count, :total_index_count, :total_table_count
+
+      def successful?
+        duplicate_index_count == 0
+      end
+
+      def exit_if_failure!
+        exit(1) unless successful?
+      end
+    end
+
     class << self
       using IndexShotgun::ArrayStartWith
 
       # Search duplicate index
-      # @return [String] result message
+      # @return [IndexShotgun::Analyzer::Response]
       def perform
-        tables = ActiveRecord::Base.connection.tables
+        tables =
+          ActiveSupport::Deprecation.silence do
+            ActiveRecord::Base.connection.tables
+          end
+        tables.reject! { |table| exclude_tables.include?(table.downcase) }
 
         duplicate_indexes =
           tables.each_with_object([]) do |table, array|
@@ -42,7 +58,13 @@ module IndexShotgun
 
         EOS
 
-        message
+        response = Response.new
+        response.duplicate_index_count = duplicate_indexes.count
+        response.message               = message
+        response.total_index_count     = total_index_count
+        response.total_table_count     = tables.count
+
+        response
       end
 
       # check duplicate indexes of table
@@ -76,6 +98,194 @@ module IndexShotgun
       def table_indexes(table)
         ActiveRecord::Base.connection.indexes(table)
       end
+
+      def exclude_tables
+        return @exclude_tables if @exclude_tables
+
+        # Rails default tables
+        tables = %w(ar_internal_metadata schema_migrations)
+
+        # Oracle system tables
+        tables += %w(
+          AQ$DEF$_AQCALL
+          AQ$DEF$_AQERROR
+          AQ$_DEF$_AQCALL_F
+          AQ$_DEF$_AQERROR_F
+          AQ$_INTERNET_AGENTS
+          AQ$_INTERNET_AGENT_PRIVS
+          AQ$_QUEUES
+          AQ$_QUEUE_TABLES
+          AQ$_SCHEDULES
+          CATALOG
+          COL
+          DEF$_AQCALL
+          DEF$_AQERROR
+          DEF$_CALLDEST
+          DEF$_DEFAULTDEST
+          DEF$_DESTINATION
+          DEF$_ERROR
+          DEF$_LOB
+          DEF$_ORIGIN
+          DEF$_PROPAGATOR
+          DEF$_PUSHED_TRANSACTIONS
+          HELP
+          LOGMNRC_DBNAME_UID_MAP
+          LOGMNRC_GSBA
+          LOGMNRC_GSII
+          LOGMNRC_GTCS
+          LOGMNRC_GTLO
+          LOGMNRP_CTAS_PART_MAP
+          LOGMNRT_MDDL$
+          LOGMNR_AGE_SPILL$
+          LOGMNR_ATTRCOL$
+          LOGMNR_ATTRIBUTE$
+          LOGMNR_CCOL$
+          LOGMNR_CDEF$
+          LOGMNR_COL$
+          LOGMNR_COLTYPE$
+          LOGMNR_DICTIONARY$
+          LOGMNR_DICTSTATE$
+          LOGMNR_ENC$
+          LOGMNR_ERROR$
+          LOGMNR_FILTER$
+          LOGMNR_GLOBAL$
+          LOGMNR_GT_TAB_INCLUDE$
+          LOGMNR_GT_USER_INCLUDE$
+          LOGMNR_GT_XID_INCLUDE$
+          LOGMNR_ICOL$
+          LOGMNR_IND$
+          LOGMNR_INDCOMPART$
+          LOGMNR_INDPART$
+          LOGMNR_INDSUBPART$
+          LOGMNR_INTEGRATED_SPILL$
+          LOGMNR_KOPM$
+          LOGMNR_LOB$
+          LOGMNR_LOBFRAG$
+          LOGMNR_LOG$
+          LOGMNR_LOGMNR_BUILDLOG
+          LOGMNR_NTAB$
+          LOGMNR_OBJ$
+          LOGMNR_OPQTYPE$
+          LOGMNR_PARAMETER$
+          LOGMNR_PARTOBJ$
+          LOGMNR_PROCESSED_LOG$
+          LOGMNR_PROPS$
+          LOGMNR_REFCON$
+          LOGMNR_RESTART_CKPT$
+          LOGMNR_RESTART_CKPT_TXINFO$
+          LOGMNR_SEED$
+          LOGMNR_SESSION$
+          LOGMNR_SESSION_ACTIONS$
+          LOGMNR_SESSION_EVOLVE$
+          LOGMNR_SPILL$
+          LOGMNR_SUBCOLTYPE$
+          LOGMNR_TAB$
+          LOGMNR_TABCOMPART$
+          LOGMNR_TABPART$
+          LOGMNR_TABSUBPART$
+          LOGMNR_TS$
+          LOGMNR_TYPE$
+          LOGMNR_UID$
+          LOGMNR_USER$
+          LOGSTDBY$APPLY_MILESTONE
+          LOGSTDBY$APPLY_PROGRESS
+          LOGSTDBY$EDS_TABLES
+          LOGSTDBY$EVENTS
+          LOGSTDBY$FLASHBACK_SCN
+          LOGSTDBY$HISTORY
+          LOGSTDBY$PARAMETERS
+          LOGSTDBY$PLSQL
+          LOGSTDBY$SCN
+          LOGSTDBY$SKIP
+          LOGSTDBY$SKIP_SUPPORT
+          LOGSTDBY$SKIP_TRANSACTION
+          MVIEW$_ADV_AJG
+          MVIEW$_ADV_BASETABLE
+          MVIEW$_ADV_CLIQUE
+          MVIEW$_ADV_ELIGIBLE
+          MVIEW$_ADV_EXCEPTIONS
+          MVIEW$_ADV_FILTER
+          MVIEW$_ADV_FILTERINSTANCE
+          MVIEW$_ADV_FJG
+          MVIEW$_ADV_GC
+          MVIEW$_ADV_INFO
+          MVIEW$_ADV_JOURNAL
+          MVIEW$_ADV_LEVEL
+          MVIEW$_ADV_LOG
+          MVIEW$_ADV_OUTPUT
+          MVIEW$_ADV_PARAMETERS
+          MVIEW$_ADV_PLAN
+          MVIEW$_ADV_PRETTY
+          MVIEW$_ADV_ROLLUP
+          MVIEW$_ADV_SQLDEPEND
+          MVIEW$_ADV_TEMP
+          MVIEW$_ADV_WORKLOAD
+          MVIEW_EVALUATIONS
+          MVIEW_EXCEPTIONS
+          MVIEW_FILTER
+          MVIEW_FILTERINSTANCE
+          MVIEW_LOG
+          MVIEW_RECOMMENDATIONS
+          MVIEW_WORKLOAD
+          OL$
+          OL$HINTS
+          OL$NODES
+          PRODUCT_PRIVS
+          PRODUCT_USER_PROFILE
+          PUBLICSYN
+          REPCAT$_AUDIT_ATTRIBUTE
+          REPCAT$_AUDIT_COLUMN
+          REPCAT$_COLUMN_GROUP
+          REPCAT$_CONFLICT
+          REPCAT$_DDL
+          REPCAT$_EXCEPTIONS
+          REPCAT$_EXTENSION
+          REPCAT$_FLAVORS
+          REPCAT$_FLAVOR_OBJECTS
+          REPCAT$_GENERATED
+          REPCAT$_GROUPED_COLUMN
+          REPCAT$_INSTANTIATION_DDL
+          REPCAT$_KEY_COLUMNS
+          REPCAT$_OBJECT_PARMS
+          REPCAT$_OBJECT_TYPES
+          REPCAT$_PARAMETER_COLUMN
+          REPCAT$_PRIORITY
+          REPCAT$_PRIORITY_GROUP
+          REPCAT$_REFRESH_TEMPLATES
+          REPCAT$_REPCAT
+          REPCAT$_REPCATLOG
+          REPCAT$_REPCOLUMN
+          REPCAT$_REPGROUP_PRIVS
+          REPCAT$_REPOBJECT
+          REPCAT$_REPPROP
+          REPCAT$_REPSCHEMA
+          REPCAT$_RESOLUTION
+          REPCAT$_RESOLUTION_METHOD
+          REPCAT$_RESOLUTION_STATISTICS
+          REPCAT$_RESOL_STATS_CONTROL
+          REPCAT$_RUNTIME_PARMS
+          REPCAT$_SITES_NEW
+          REPCAT$_SITE_OBJECTS
+          REPCAT$_SNAPGROUP
+          REPCAT$_TEMPLATE_OBJECTS
+          REPCAT$_TEMPLATE_PARMS
+          REPCAT$_TEMPLATE_REFGROUPS
+          REPCAT$_TEMPLATE_SITES
+          REPCAT$_TEMPLATE_STATUS
+          REPCAT$_TEMPLATE_TARGETS
+          REPCAT$_TEMPLATE_TYPES
+          REPCAT$_USER_AUTHORIZATIONS
+          REPCAT$_USER_PARM_VALUES
+          SQLPLUS_PRODUCT_PROFILE
+          SYSCATALOG
+          SYSFILES
+          TAB
+          TABQUOTAS
+        )
+
+        @exclude_tables = tables.map(&:downcase)
+        @exclude_tables
+      end
     end
   end
 end

data/lib/index_shotgun/cli.rb

@@ -71,7 +71,9 @@ module IndexShotgun
       config[:password] = ask("Input password (hidden):", echo: false) if ask_password
 
       ActiveRecord::Base.establish_connection(config)
-      puts IndexShotgun::Analyzer.perform
+      response = IndexShotgun::Analyzer.perform
+      puts response.message
+      response.exit_if_failure!
     end
   end
 end

data/lib/index_shotgun/tasks/index_shotgun.rake

@@ -1,6 +1,8 @@
 namespace :index_shotgun do
   desc "Search duplicate indexes"
   task :fire => :environment do
-    puts IndexShotgun::Analyzer.perform
+    response = IndexShotgun::Analyzer.perform
+    puts response.message
+    response.exit_if_failure!
   end
 end

data/lib/index_shotgun/version.rb

@@ -1,3 +1,3 @@
 module IndexShotgun
-  VERSION = "0.2.1"
+  VERSION = "0.3.0"
 end

data/wercker.yml

@@ -0,0 +1,47 @@
+# This references the default Ruby container from
+# the Docker Hub.
+# https://registry.hub.docker.com/_/ruby/
+# If you want to use a specific version you would use a tag:
+# ruby:2.2.2
+box: wnameless/oracle-xe-11g:16.04
+# You can also use services such as databases. Read more on our dev center:
+# http://devcenter.wercker.com/docs/services/index.html
+services:
+    # - postgres
+    # http://devcenter.wercker.com/docs/services/postgresql.html
+
+    # - mongodb
+    # http://devcenter.wercker.com/docs/services/mongodb.html
+
+# This is the build pipeline. Pipelines are the core of wercker
+# Read more about pipelines on our dev center
+# http://devcenter.wercker.com/docs/pipelines/index.html
+build:
+    # Steps make up the actions in your pipeline
+    # Read more about steps on our dev center:
+    # http://devcenter.wercker.com/docs/steps/index.html
+    steps:
+        - script:
+            name: Setup variables
+            code: |
+              export ORACLE_HOME=/u01/app/oracle/product/11.2.0/xe
+              export PATH=$ORACLE_HOME/bin:$PATH
+              export ORACLE_SID=XE
+              export LD_LIBRARY_PATH=$ORACLE_HOME/lib
+              export ORACLE_SYSTEM_PASSWORD=oracle
+
+        - script:
+            name: Setup container
+            code: ./ci/wercker_setup.sh
+        - bundle-install:
+            jobs: 4
+            without: mysql postgresql sqlite3
+            gemfile: ./gemfiles/wercker_oracle.gemfile
+        - script:
+            name: Test oracle
+            code: BUNDLE_GEMFILE=./gemfiles/wercker_oracle.gemfile DATABASE=oracle ./ci/build.sh
+
+    after-steps:
+        - wantedly/pretty-slack-notify:
+            webhook_url: $SLACK_WEBHOOK_URL
+            username: wercker_build

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: index_shotgun
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - sue445
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-17 00:00:00.000000000 Z
+date: 2016-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -187,6 +187,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".coveralls.yml"
+- ".github_changelog_generator"
 - ".gitignore"
 - ".hound.yml"
 - ".rspec"
@@ -200,7 +201,17 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- ci/build.sh
+- ci/database.yml.mysql
+- ci/database.yml.oracle
+- ci/database.yml.postgresql
+- ci/database.yml.sqlite3
+- ci/wercker_setup.sh
 - exe/index_shotgun
+- gemfiles/activerecord_4_2.gemfile
+- gemfiles/activerecord_5_0.gemfile
+- gemfiles/databases.gemfile
+- gemfiles/wercker_oracle.gemfile
 - index_shotgun.gemspec
 - lib/index_shotgun.rb
 - lib/index_shotgun/analyzer.rb
@@ -210,10 +221,7 @@ files:
 - lib/index_shotgun/tasks.rb
 - lib/index_shotgun/tasks/index_shotgun.rake
 - lib/index_shotgun/version.rb
-- travis_ci/build.sh
-- travis_ci/database.yml.mysql
-- travis_ci/database.yml.postgresql
-- travis_ci/database.yml.sqlite3
+- wercker.yml
 homepage: https://github.com/sue445/index_shotgun
 licenses:
 - MIT
@@ -226,7 +234,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.1.0
+      version: '2.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="