db_meta 0.3.1 → 0.6.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d3a4bc994bc7e13b2d6f1ef6085cddbdadd56597
-  data.tar.gz: 76ad2b266cdadaa3a8c6433ec2ce2ad1b61e785e
+SHA256:
+  metadata.gz: 3974d1aa49030e05e6cecea974839d1c4bf4db427b14a54eaebaf3a1df005430
+  data.tar.gz: 3a0ad946e5d8ef48a1fbde4cfa858f0fc6d8e4f2fc064cf05e68a9cb065939d2
 SHA512:
-  metadata.gz: 3d5f378884644c61f712d7cf455fa0718ce9569c931095d2cb612903d9f7ec933302737095847c44ad16dc697507b2fd58cb3c8ae90dc875d5c970dc024ab758
-  data.tar.gz: 21aac021c769d859cd269967c0e89afdf81c483947868d441ca4b510ff9a6574fa7ab0592ef33a48d3b655fe481be26a38784d36b9e3f5615a4323130916dea3
+  metadata.gz: eabe5000a8906b427aa55bb96c46ddd390bebcd7344ff56f38cbdd7a5fa6f5a5cb419c9dad85a985e7b18315020502f47f3202f36ab308013b812a0d9161e1f2
+  data.tar.gz: ea8a858a59c2957343f4154e2de9a94198c48445c0d3cc3aef96e0716ec138852160bcbc2a276e53dacd0e78d2d770d0154a6e3b99331434409d54caeba27295

data/.ruby-version

@@ -0,0 +1 @@
+2.6.6

data/.travis.yml

@@ -1,12 +1,35 @@
+sudo: required
+
+env:
+  global:
+    - ORACLE_COOKIE=sqldev
+    - ORACLE_FILE=oracle11g/xe/oracle-xe-11.2.0-1.0.x86_64.rpm.zip
+    - ORACLE_HOME=/u01/app/oracle/product/11.2.0/xe
+    - NLS_LANG=AMERICAN_AMERICA.AL32UTF8
+    - ORACLE_BASE=/u01/app/oracle
+    - LD_LIBRARY_PATH=$ORACLE_HOME/lib
+    - PATH=$PATH:$ORACLE_HOME/jdbc/lib
+    - DATABASE_VERSION=11.2.0.2
+    - ORACLE_SID=XE
+    - DATABASE_NAME=XE
+    - ORA_SDTZ='Europe/London' # Needed as a client parameter
+    - TZ='Europe/London'       # Needed as a DB Server parameter
+
+before_install:
+  - chmod +x .travis/oracle/download.sh
+  - chmod +x .travis/oracle/install.sh
+  - chmod +x .travis/setup_accounts.sh
+  - gem install bundler --version '~> 2.1.4'
+
+install:
+  - .travis/oracle/download.sh
+  - .travis/oracle/install.sh
+  - .travis/setup_accounts.sh
+  - bundle install
+
 language: ruby
-os:
-  - linux
-  - osx
-osx_image: xcode9.1
 rvm:
-  - 2.4.2
-  - 2.4.1
-  - 2.3.1
-  - 2.1.5
-before_install:
-  - gem install bundler --version '~> 1.16.0'
+  - 3.0.0
+  - 2.7.2
+  - 2.6.6
+  - 2.5.8

data/.travis/oracle/download.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+cd "$(dirname "$(readlink -f "$0")")"
+
+deb_file=oracle-xe_11.2.0-1.0_amd64.deb
+
+git clone https://github.com/wnameless/docker-oracle-xe-11g.git
+
+cd docker-oracle-xe-11g/assets &&
+    cat "${deb_file}aa" "${deb_file}ab" "${deb_file}ac" > "${deb_file}"
+
+pwd
+
+ls -lAh "${deb_file}"

data/.travis/oracle/install.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+
+[ -n "$ORACLE_FILE" ] || { echo "Missing ORACLE_FILE environment variable!"; exit 1; }
+[ -n "$ORACLE_HOME" ] || { echo "Missing ORACLE_HOME environment variable!"; exit 1; }
+
+cd "$(dirname "$(readlink -f "$0")")"
+
+ORACLE_DEB=docker-oracle-xe-11g/assets/oracle-xe_11.2.0-1.0_amd64.deb
+
+sudo apt-get -qq update
+sudo apt-get --no-install-recommends -qq install bc libaio1
+
+df -B1 /dev/shm | awk 'END { if ($1 != "shmfs" && $1 != "tmpfs" || $2 < 2147483648) exit 1 }' ||
+  ( sudo rm -r /dev/shm && sudo mkdir /dev/shm && sudo mount -t tmpfs shmfs -o size=2G /dev/shm )
+
+test -f /sbin/chkconfig ||
+  ( echo '#!/bin/sh' | sudo tee /sbin/chkconfig > /dev/null && sudo chmod u+x /sbin/chkconfig )
+
+test -d /var/lock/subsys || sudo mkdir /var/lock/subsys
+
+sudo dpkg -i "${ORACLE_DEB}"
+
+echo 'OS_AUTHENT_PREFIX=""' | sudo tee -a "$ORACLE_HOME/config/scripts/init.ora" > /dev/null
+echo 'disk_asynch_io=false' | sudo tee -a "$ORACLE_HOME/config/scripts/init.ora" > /dev/null
+sudo usermod -aG dba $USER
+
+( echo ; echo ; echo travis ; echo travis ; echo n ) | sudo AWK='/usr/bin/awk' /etc/init.d/oracle-xe configure
+
+"$ORACLE_HOME/bin/sqlplus" -L -S / AS SYSDBA <<SQL
+CREATE USER $USER IDENTIFIED EXTERNALLY;
+GRANT CONNECT, RESOURCE TO $USER;
+SQL

data/.travis/setup_accounts.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+set -ev
+
+"$ORACLE_HOME/bin/sqlplus" -L -S / AS SYSDBA <<SQL
+@@spec/support/unlock_and_setup_hr_user.sql
+exit
+SQL

data/CHANGELOG.md

@@ -1,3 +1,30 @@
+## [0.6.2] - 2021-06-29
+
+### Changed
+- Fix check when column.comment is nil
+
+## [0.6.1] - 2021-05-01
+
+### Changed
+- Update gem dependencies
+
+## [0.6.0] - 2021-02-23
+
+### Changed
+- Escape "'" and ";" for clob multiline strings (supports empty lines)
+
+## [0.5.0] - 2021-02-22
+
+### Changed
+- Update gem dependencies
+- Number of thread settings
+- Ruby style guide applied through standradrb gem
+
+## [0.4.0] - 2020-02-28
+
+### Changed
+- Update of gem dependencies
+
 ## [0.3.1] - 2019-06-19
 
 ### Changed

data/Gemfile

@@ -1,4 +1,4 @@
-source 'https://rubygems.org'
+source "https://rubygems.org"
 
 # Specify your gem's dependencies in db_meta.gemspec
 gemspec

data/Gemfile.lock

@@ -1,37 +1,67 @@
 PATH
   remote: .
   specs:
-    db_meta (0.3.1)
+    db_meta (0.6.2)
       ruby-oci8 (~> 2.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    diff-lcs (1.3)
-    rake (12.3.0)
-    rspec (3.7.0)
-      rspec-core (~> 3.7.0)
-      rspec-expectations (~> 3.7.0)
-      rspec-mocks (~> 3.7.0)
-    rspec-core (3.7.0)
-      rspec-support (~> 3.7.0)
-    rspec-expectations (3.7.0)
+    ast (2.4.2)
+    diff-lcs (1.4.4)
+    parallel (1.20.1)
+    parser (3.0.1.0)
+      ast (~> 2.4.1)
+    rainbow (3.0.0)
+    rake (13.0.3)
+    regexp_parser (2.1.1)
+    rexml (3.2.5)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-mocks (3.7.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.2)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-support (3.7.0)
-    ruby-oci8 (2.2.7)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.2)
+    rubocop (1.12.1)
+      parallel (~> 1.10)
+      parser (>= 3.0.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml
+      rubocop-ast (>= 1.2.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 3.0)
+    rubocop-ast (1.4.1)
+      parser (>= 2.7.1.5)
+    rubocop-performance (1.10.1)
+      rubocop (>= 0.90.0, < 2.0)
+      rubocop-ast (>= 0.4.0)
+    ruby-oci8 (2.2.9)
+    ruby-progressbar (1.11.0)
+    standard (1.0.5)
+      rubocop (= 1.12.1)
+      rubocop-performance (= 1.10.1)
+    standardrb (1.0.0)
+      standard
+    unicode-display_width (2.0.0)
 
 PLATFORMS
   ruby
+  x86_64-darwin-18
 
 DEPENDENCIES
-  bundler (~> 2.0)
+  bundler (~> 2.1)
   db_meta!
-  rake (~> 12.3)
-  rspec (~> 3.7)
+  rake (~> 13.0)
+  rspec (~> 3.10)
+  standardrb (~> 1.0)
 
 BUNDLED WITH
-   2.0.1
+   2.2.18

data/README.md

@@ -1,4 +1,5 @@
 [![Gem Version](https://badge.fury.io/rb/db_meta.svg)](https://badge.fury.io/rb/db_meta)
+[![Build Status](https://travis-ci.org/thomis/db_meta.svg?branch=master)](https://travis-ci.org/thomis/db_meta)
 
 # Welcome to db_meta
 Database meta and core data extraction.

data/Rakefile

@@ -1,6 +1,7 @@
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
+require "standard/rake"
 
 RSpec::Core::RakeTask.new(:spec)
 
-task :default => :spec
+task default: [:spec, :standard]

data/db_meta.gemspec

@@ -1,27 +1,27 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'db_meta/version'
+require "db_meta/version"
 
 Gem::Specification.new do |spec|
-  spec.name          = "db_meta"
-  spec.version       = DbMeta::VERSION
-  spec.license       = 'Apache-2.0'
-  spec.authors       = ["Thomi"]
-  spec.email         = ["thomas.steiner@ikey.ch"]
+  spec.name = "db_meta"
+  spec.version = DbMeta::VERSION
+  spec.license = "Apache-2.0"
+  spec.authors = ["Thomi"]
+  spec.email = ["thomas.steiner@ikey.ch"]
 
-  spec.summary       = %q{Database meta and core data extraction}
-  spec.description   = %q{Database meta and core data extraction.}
-  spec.homepage      = "https://github.com/thomis/db_meta"
+  spec.summary = "Database meta and core data extraction"
+  spec.description = "Database meta and core data extraction."
+  spec.homepage = "https://github.com/thomis/db_meta"
 
-  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 12.3"
-  spec.add_development_dependency "rspec", "~> 3.7"
+  spec.add_development_dependency "bundler", "~> 2.1"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.10"
+  spec.add_development_dependency "standardrb", "~> 1.0"
 
   spec.add_dependency "ruby-oci8", "~> 2.2"
 end

data/docker/README.md

@@ -0,0 +1,42 @@
+Deliver Oracle Database 18c Express Edition in Containers
+Read here https://blogs.oracle.com/oraclemagazine/deliver-oracle-database-18c-express-edition-in-containers
+
+-- clone repo
+git clone https://github.com/oracle/docker-images.git
+
+-- download installation binary
+Download one zip file for xe edition from here: https://www.oracle.com/technical-resources/
+Copy zip file to docker-images/OracleDatabase/SingleInstance/dockerfiles/18.4.0 folder
+
+-- build image
+./buildDockerImage.sh -v 18.4.0 -x
+
+-- create a container
+docker run --name dbmeta \
+    -d \
+    -p 51521:1521 \
+    -p 55500:5500 \
+    -e ORACLE_PWD=secure \
+    -e ORACLE_CHARACTERSET=AL32UTF8 \
+    oracle/database:18.4.0-xe
+
+
+-- connect as sysdba
+sqlplus sys/secure@dbmeta as sysdba
+
+-- create user guest
+CREATE USER guest identified by guest;
+
+ALTER USER guest quota unlimited on users;
+
+-- grant privs
+GRANT create session TO guest;
+GRANT create table TO guest;
+GRANT create view TO guest;
+GRANT create any trigger TO guest;
+GRANT create any procedure TO guest;
+GRANT create sequence TO guest;
+GRANT create synonym TO guest;
+
+
+Status : Failure -Test failed: no ocijdbc19 in java.library.path: [/Users/steinth6/Library/Java/Extensions, /Library/Java/Extensions, /Network/Library/Java/Extensions, /System/Library/Java/Extensions, /usr/lib/java, .]

data/lib/db_meta.rb

@@ -1,40 +1,37 @@
-require_relative 'db_meta/version'
-require_relative 'db_meta/constant'
-require_relative 'db_meta/logger'
+require_relative "db_meta/version"
+require_relative "db_meta/constant"
+require_relative "db_meta/logger"
 
-require_relative 'db_meta/abstract'
-require_relative 'db_meta/oracle/oracle'
+require_relative "db_meta/abstract"
+require_relative "db_meta/oracle/oracle"
 
-Log = Logger.new(STDOUT)
+Log = Logger.new($stdout)
 
 module DbMeta
-
   DATABASE_TYPES = [:oracle]
 
   class DbMeta
-
-    def initialize(args={})
+    def initialize(args = {})
       @database_type = args[:database_type] || DATABASE_TYPES[0]
-      raise "allowed database types are [#{DATABASE_TYPES.join(', ')}], but provided was [#{@database_type}]" unless DATABASE_TYPES.include?(@database_type)
+      raise "allowed database types are [#{DATABASE_TYPES.join(", ")}], but provided was [#{@database_type}]" unless DATABASE_TYPES.include?(@database_type)
       @abstract = Abstract.from_type(@database_type, args)
     end
 
-    def fetch(args={})
+    def fetch(args = {})
       Log.info("Fetching...")
       @abstract.fetch(args)
       Log.info("Fetch completed")
     rescue => e
-      Log.error(e.to_s)
+      Log.error(e.backtrace.join("\n"))
     end
 
-    def extract(args={})
+    def extract(args = {})
       Log.info("Extracting...")
       @abstract.extract(args)
       Log.info("Extraction completed")
     rescue => e
       Log.error(e.to_s)
+      Log.error(e.backtrace.join("\n"))
     end
-
   end
-
 end

data/lib/db_meta/abstract.rb

@@ -1,19 +1,17 @@
 module DbMeta
-
   class Abstract
-
     TYPES = {}
 
     def self.register_type(type)
       TYPES[type] = self
     end
 
-    def self.from_type(type, args={})
-      raise "Abstract type [#{type}] is unknown" unless TYPES.keys.include?(type)
+    def self.from_type(type, args = {})
+      raise "Abstract type [#{type}] is unknown" unless TYPES.key?(type)
       TYPES[type].new(args)
     end
 
-    def initialize(args={})
+    def initialize(args = {})
       @username = args[:username]
       @password = args[:password]
       @instance = args[:instance]
@@ -24,27 +22,19 @@ module DbMeta
       @objects = []
       @invalid_objects = Hash.new([])
 
-      @base_folder = args[:base_folder] || File.expand_path(File.join(Dir.pwd,"/#{@username}@#{@instance}"))
+      @base_folder = args[:base_folder] || File.expand_path(File.join(Dir.pwd, "/#{@username}@#{@instance}"))
 
-      raise 'username is mandatory, pass a username argument during initialization' if @username.nil?
-      raise 'password is mandatory, pass a password argument during initialization' if @password.nil?
-      raise 'instance is mandatory, pass a instance argument during initialization' if @instance.nil?
+      raise "username is mandatory, pass a username argument during initialization" if @username.nil?
+      raise "password is mandatory, pass a password argument during initialization" if @password.nil?
+      raise "instance is mandatory, pass a instance argument during initialization" if @instance.nil?
     end
 
-    def fetch(args={})
-      raise 'Needs to be implemented in derived class'
+    def fetch(args = {})
+      raise "Needs to be implemented in derived class"
     end
 
-    def extract(args={})
-      raise 'Needs to be implemented in derived class'
+    def extract(args = {})
+      raise "Needs to be implemented in derived class"
     end
-
   end
-
 end
-
-
-
-
-
-