multitenancy_tools 0.1.12 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 4856c5976dee593214b6b38ae73a1f0c2c0d3c2e
-  data.tar.gz: 9a37b22e130a50d8fc5dc472635091e1febc3a87
+SHA256:
+  metadata.gz: 29487300a4a2beaeeb630c17072466accc69b6c1a9b66be2a1860027174be30e
+  data.tar.gz: 33309996f228140ccbbcb81f3ef01bfec3d11290e5af40a8e2f717ccf6f07bda
 SHA512:
-  metadata.gz: 6e78755759a2c2852385ca94aefd8f376daf8b86f46bd3439c1562dda8dca7e647896c1dcdb3af735b5905a79e1b9be5656914afbfd8ce94d034647ed776a772
-  data.tar.gz: 595e5b7f7ac6860bb41aa05b17534b3c1c312b06161ecb46f4feed3164ce5a182be68a34a46ad2fcb2b248d90b28a9575a0df035f1278ead35ac256007709b83
+  metadata.gz: 346288f4a1b022de75b601a2638fa772e6f69ded6ede08fc56a1219e9ca63f4d9d606479b145110dee3f2898ee095581a4f4f52ea117befe6f4b5929cfb15c32
+  data.tar.gz: 348d188521cd848777b2246974c3456edd3bd479dd51d0dd8374b55f86292fff2d37df30774f9a471188720a6dde49952891cbf41b7d115ee6de2f8f4b993296

data/Dockerfile

@@ -0,0 +1,8 @@
+FROM ruby:2.0
+
+ARG uid
+
+RUN apt-get update && apt-get install -y postgresql-client
+
+RUN useradd -M -u $uid mtools
+USER mtools

data/README.md

@@ -40,6 +40,13 @@ dumper = MultitenancyTools::SchemaDumper.new('database name', 'schema name')
 dumper.dump_to('path/to/file.sql')
 ```
 
+#### Dumping from a different host and using a different username
+```ruby
+options = { host: 'db-on-docker', username: 'non-root-user' }
+dumper = MultitenancyTools::SchemaDumper.new('database name', 'schema name', options)
+dupmer.dump_to('path/to/file.sql')
+```
+
 ### Dumping the content of a table to a SQL file
 
 Like `SchemaDumper`, this tool also requires `pg_dump` to be on the `PATH`:
@@ -49,6 +56,13 @@ dumper = MultitenancyTools::TableDumper.new('database name', 'schema name', 'tab
 dumper.dump_to('path/to/file.sql')
 ```
 
+#### Dumping from a different host and using a different username
+```ruby
+options = { host: 'db-on-docker', username: 'non-root-user' }
+dumper = MultitenancyTools::TableDumper.new('database name', 'schema name', 'table_name', options)
+dupmer.dump_to('path/to/file.sql')
+```
+
 ### Creating a new PostgreSQL schema using a SQL file as template
 
 After using `SchemaDumper` to create the SQL template, you can use the following
@@ -72,6 +86,15 @@ this database *will be destroyed and recreated* on test execution.
 You can use `bin/console` to get an interactive prompt that will allow you to
 experiment.
 
+You can also run this project using docker in your local environment. Just
+ensure that you have:
+
+* Docker equal or greater than 18.09.1
+
+Then, build *Multitenancy Tools* image running `scripts/setup`
+
+In order to access it's console, run `scripts/bash`
+
 ## Releasing a new version
 
 If you are the maintainer of this project:

data/lib/multitenancy_tools.rb

@@ -1,6 +1,8 @@
 require 'multitenancy_tools/version'
 require 'multitenancy_tools/errors'
 require 'multitenancy_tools/dump_cleaner'
+require 'multitenancy_tools/dump/data_only'
+require 'multitenancy_tools/dump/schema_only'
 require 'multitenancy_tools/schema_dumper'
 require 'multitenancy_tools/schema_creator'
 require 'multitenancy_tools/table_dumper'

data/lib/multitenancy_tools/dump/data_only.rb

@@ -0,0 +1,38 @@
+require 'open3'
+
+module MultitenancyTools
+  module Dump
+    class DataOnly
+      def initialize(options)
+        @schema = options.fetch(:schema)
+        @db = options.fetch(:database)
+        @host = options.fetch(:host, nil)
+        @user = options.fetch(:username, nil)
+        @table = options.fetch(:table)
+      end
+
+      def dump
+        Open3.capture3(dump_args.shelljoin)
+      end
+
+      private
+
+      def dump_args
+        args = [
+          'pg_dump',
+          '--table', "#{@schema}.#{@table}",
+          '--no-privileges',
+          '--no-tablespaces',
+          '--no-owner',
+          '--dbname', @db,
+          '--data-only',
+          '--inserts'
+        ]
+
+        args << ['--host', @host] if @host.present?
+        args << ['--username', @user] if @user.present?
+        args.flatten
+      end
+    end
+  end
+end

data/lib/multitenancy_tools/dump/schema_only.rb

@@ -0,0 +1,36 @@
+require 'open3'
+
+module MultitenancyTools
+  module Dump
+    class SchemaOnly
+      def initialize(options)
+        @schema = options.fetch(:schema)
+        @database = options.fetch(:database)
+        @host = options.fetch(:host, nil)
+        @user = options.fetch(:username, nil)
+      end
+
+      def dump
+        Open3.capture3(dump_args.shelljoin)
+      end
+
+      private
+
+      def dump_args
+        args = [
+          'pg_dump',
+          '--schema', @schema,
+          '--schema-only',
+          '--no-privileges',
+          '--no-tablespaces',
+          '--no-owner',
+          '--dbname', @database,
+        ]
+
+        args << ['--host', @host] if @host.present?
+        args << ['--username', @user] if @user.present?
+        args.flatten
+      end
+    end
+  end
+end

data/lib/multitenancy_tools/dump_cleaner.rb

@@ -3,7 +3,8 @@ module MultitenancyTools
   # be present on dumps generated by {SchemaDumper} and {TableDumper}.
   class DumpCleaner
     # @param [String] sql
-    def initialize(sql)
+    def initialize(sql, schema_name = '')
+      @schema_name = schema_name
       @sql = sql.dup
     end
 
@@ -17,7 +18,29 @@ module MultitenancyTools
       @sql.gsub!(/SET lock_timeout .*;\n/, '')
       @sql.gsub!(/^--(?:.*)\n+/, '')
       @sql.gsub!(/\n+/, "\n")
+      clean_schema_names!
+      clean_catalog_overwrites!
       @sql
     end
+
+    private
+
+    # Matches namespaces containing the given schema_name
+    #
+    # For instance:
+    # CREATE TABLE schema1.posts ();
+    #
+    # Will be replaced by:
+    # CREATE TABLE posts ();
+    def clean_schema_names!
+      return if @schema_name.blank?
+
+      @sql.gsub!(/\b#{@schema_name}\.([\S\D]*)/, '\1')
+    end
+
+    # Removes system administrators configs overwrites
+    def clean_catalog_overwrites!
+      @sql.gsub!(/SELECT pg_catalog\.set_config.*;\n/, '')
+    end
   end
 end

data/lib/multitenancy_tools/schema_dumper.rb

@@ -21,9 +21,11 @@ module MultitenancyTools
   class SchemaDumper
     # @param database [String] database name
     # @param schema [String] schema name
-    def initialize(database, schema)
+    def initialize(database, schema, options = {})
       @database = database
       @schema = schema
+      @host = options.fetch(:host, '')
+      @username = options.fetch(:username, '')
     end
 
     # Generates a dump an writes it into a file. Please see {IO.new} for open
@@ -34,20 +36,17 @@ module MultitenancyTools
     # @param file [String] file path
     # @param mode [String] IO open mode
     def dump_to(file, mode: 'w')
-      stdout, stderr, status = Open3.capture3(
-        'pg_dump',
-        '--schema', @schema,
-        '--schema-only',
-        '--no-privileges',
-        '--no-tablespaces',
-        '--no-owner',
-        '--dbname', @database
-      )
+      stdout, stderr, status = Dump::SchemaOnly.new(
+        schema: @schema,
+        host: @host,
+        username: @username,
+        database: @database
+      ).dump
 
       fail(PgDumpError, stderr) unless status.success?
 
       File.open(file, mode) do |f|
-        f.write DumpCleaner.new(stdout).clean
+        f.write DumpCleaner.new(stdout, @schema).clean
       end
     end
   end

data/lib/multitenancy_tools/table_dumper.rb

@@ -20,10 +20,12 @@ module MultitenancyTools
     # @param database [String] database name
     # @param schema [String] schema name
     # @param table [String] table name
-    def initialize(database, schema, table)
+    def initialize(database, schema, table, options = {})
       @database = database
       @schema = schema
       @table = table
+      @host = options.fetch(:host, '')
+      @username = options.fetch(:username, '')
     end
 
     # Generates a dump an writes it into a file. Please see {IO.new} for open
@@ -34,21 +36,18 @@ module MultitenancyTools
     # @param file [String] file path
     # @param mode [String] IO open mode
     def dump_to(file, mode: 'w')
-      stdout, stderr, status = Open3.capture3(
-        'pg_dump',
-        '--table', "#{@schema}.#{@table}",
-        '--data-only',
-        '--no-privileges',
-        '--no-tablespaces',
-        '--no-owner',
-        '--inserts',
-        '--dbname', @database
-      )
+      stdout, stderr, status = Dump::DataOnly.new(
+        table: @table,
+        schema: @schema,
+        database: @database,
+        host: @host,
+        username: @username
+      ).dump
 
       fail(PgDumpError, stderr) unless status.success?
 
       File.open(file, mode) do |f|
-        f.write DumpCleaner.new(stdout).clean
+        f.write DumpCleaner.new(stdout, @schema).clean
       end
     end
   end

data/lib/multitenancy_tools/version.rb

@@ -1,3 +1,3 @@
 module MultitenancyTools
-  VERSION = '0.1.12'
+  VERSION = '0.2.1'
 end

data/multitenancy_tools.gemspec

@@ -22,7 +22,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'activerecord', '~> 4.2.0'
   spec.add_dependency 'activesupport', '~> 4.2.0'
-  spec.add_dependency 'pg'
+  spec.add_dependency 'pg', '< 1'
 
   spec.add_development_dependency 'bundler', '~> 1.10'
   spec.add_development_dependency 'rake', '~> 10.0'

data/scripts/bash

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+set -e
+
+export POSTGRES_CONTAINER_NAME="postgres"
+
+# removed old pg containers running in your machine
+# searches for containers with name "postgres"
+remove_old_pg_container() {
+  container_id=$(docker ps -a --filter name="^$POSTGRES_CONTAINER_NAME$" --format {{.ID}})
+
+  if [ "$container_id" ]; then
+    docker stop $container_id
+    docker rm $container_id
+  fi
+}
+
+# destroys previous postgres containers and starts a new one
+# with fresh data. This prevents problems in running it with
+# a prepoulated volume containing old tables.
+setup_db_container() {
+  remove_old_pg_container
+
+  docker run --detach \
+    --publish 5432:5432 \
+    --hostname $POSTGRES_CONTAINER_NAME \
+    --name $POSTGRES_CONTAINER_NAME postgres:9.3
+}
+
+# ignores docker containers IDs outputs to stdout
+setup_db_container &>/dev/null
+
+# brings up main container with multitenancy tools environment
+docker run -it \
+  -v $PWD:/mtools \
+  --workdir /mtools --user $EUID \
+  --link $POSTGRES_CONTAINER_NAME mtools bash

data/scripts/setup

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -e
+
+docker build -t mtools:latest --build-arg uid=$EUID .

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: multitenancy_tools
 version: !ruby/object:Gem::Version
-  version: 0.1.12
+  version: 0.2.1
 platform: ruby
 authors:
 - Lenon Marcel
@@ -11,7 +11,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-12-02 00:00:00.000000000 Z
+date: 2019-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -45,16 +45,16 @@ dependencies:
   name: pg
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -138,6 +138,7 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
+- Dockerfile
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -145,6 +146,8 @@ files:
 - bin/console
 - bin/setup
 - lib/multitenancy_tools.rb
+- lib/multitenancy_tools/dump/data_only.rb
+- lib/multitenancy_tools/dump/schema_only.rb
 - lib/multitenancy_tools/dump_cleaner.rb
 - lib/multitenancy_tools/errors.rb
 - lib/multitenancy_tools/extensions_dumper.rb
@@ -157,6 +160,8 @@ files:
 - lib/multitenancy_tools/table_dumper.rb
 - lib/multitenancy_tools/version.rb
 - multitenancy_tools.gemspec
+- scripts/bash
+- scripts/setup
 homepage: https://github.com/locaweb/multitenancy_tools
 licenses:
 - MIT
@@ -176,10 +181,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 3.0.2
 signing_key: 
 specification_version: 4
 summary: A collection of tools for multitenant Ruby/Rails apps
 test_files: []
-has_rdoc: