cranium 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: aa44efc27b0fc354b994ea3c8738d5e6aeab2415
-  data.tar.gz: 036dfbc242e5858bad5fd374cc0b1c27bda4b6da
+  metadata.gz: ded6526a7ab3b7875f8561df207318f256eda9ee
+  data.tar.gz: 13d3b0f04ed8d2a69f2ff21250ab48abf226368d
 SHA512:
-  metadata.gz: a90bc3b7ee0cd635b13e9deb325e4bc58fe83889816ac9b7bc02637318f096b953caa01ce44a6314ac67a74d0374beba991548ba46349250f01914e591cf1554
-  data.tar.gz: d95a477491949134ef37a86c165d4fdc19615fa12e53fed042af1bd838788a290c64b9ffa9a59db420b446e46544103315f6a18f337c1d09d2713665a9a2fc7d
+  metadata.gz: 4e7e5574b8a0f51ebcd8bd2b3fcfdf6c9d2b8ece9fbc361022cc90bf7183fb00f9bc4c2a5eca3ca6c390763d429c0bf5b358a8fc58368efb49ce3f4965c0d795
+  data.tar.gz: 4f7a839e74dc68656d2b1754ca20ffa936241b1954f38fc841928fec471ea065ca83e00d2c5069bb313d00eaed4080a8c78e4cf350f410bc9bafa964fc2c6778

data/README.md

@@ -1,6 +1,6 @@
 # Cranium
 
-TODO: Write a gem description
+An awesome ETL tool.
 
 ## Installation
 
@@ -16,9 +16,23 @@ Or install it yourself as:
 
     $ gem install cranium
 
-## Usage
+## Development
+
+start up the db
+
+    docker-compose create && docker-compose start
+    
+find out what's the ip is (in case you're using native docker)
+
+    docker-compose ps 
+    
+(if using docker-machine use the machine's ip)
+setup the DATABASE_HOST enviroment variable to this IP (192.168.64.4 in my case)
+    
+    export DATABASE_HOST=192.168.64.4
+    
+Now, your ready to run the integration tests :)
 
-TODO: Write usage instructions here
 
 ## Contributing
 

data/cranium.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name = 'cranium'
-  spec.version = '0.2.0'
+  spec.version = '0.2.1'
   spec.authors = ['Emarsys Technologies']
   spec.email = ['smart-insight-dev@emarsys.com']
   spec.description = %q{Provides Extract, Transform and Load functionality for loading data from CSV files to a Greenplum database.}

data/db/start.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+echo "127.0.0.1 $(cat ~/orig_hostname)" >> /etc/hosts
+
+service sshd start
+
+su - gpadmin -c /usr/local/bin/run.sh
+su - gpadmin -c 'cat /db/setup.sql | psql -e'
+su - gpadmin -c 'gpfdist -d /home/gpadmin/gpfdist-data -p 8123'

data/docker-compose.yml

@@ -1,8 +1,9 @@
 greenplum:
   image: kevinmtrowbridge/gpdb-docker
   ports:
-    - 22:22
     - 5432:5432
     - 8123:8123
   volumes:
     - ./tmp/custdata:/home/gpadmin/gpfdist-data
+    - ./db:/db
+  command: sh /db/start.sh

data/features/restore_database_connection.feature

@@ -16,8 +16,7 @@ Feature: Sequel database connections are fault tolerant
     require 'sequel'
 
     def terminate_connections
-      connection_string = ENV['GREENPLUM_AS_ADMIN_URL'] || "postgres://database_administrator:emarsys@192.168.56.43:5432/cranium"
-      connection = Sequel.connect connection_string, loggers: Cranium.configuration.loggers
+      connection = Sequel.connect "postgres://database_administrator:emarsys@#{ENV['DATABASE_HOST'] || '192.168.56.43'}:5432/cranium", loggers: Cranium.configuration.loggers
       connection.run("SELECT pg_terminate_backend(procpid) FROM pg_stat_activity WHERE procpid <> pg_backend_pid() AND datname = 'cranium'")
     end
 

data/features/support/env.rb

@@ -4,8 +4,8 @@ require_relative "../../lib/cranium"
 FileUtils.mkdir_p("log") unless Dir.exists?("log")
 
 Cranium.configure do |config|
-  config.greenplum_connection_string = ENV['GREENPLUM_URL'] || "postgres://cranium:cranium@192.168.56.43:5432/cranium"
-  config.gpfdist_url = ENV['GPFDIST_URL'] || "192.168.56.43:8123"
+  config.greenplum_connection_string = "postgres://cranium:cranium@#{ENV['DATABASE_HOST'] || '192.168.56.43'}:5432/cranium"
+  config.gpfdist_url = "#{ENV['DATABASE_HOST'] || '192.168.56.43'}:8123"
   config.gpfdist_home_directory = "tmp/custdata"
   config.upload_directory = "cranium_build"
   config.loggers << Logger.new("log/cucumber.log")

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cranium
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Emarsys Technologies
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-22 00:00:00.000000000 Z
+date: 2016-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg
@@ -156,6 +156,7 @@ files:
 - config/cucumber.yml
 - cranium.gemspec
 - db/setup.sql
+- db/start.sh
 - docker-compose.yml
 - examples/config.rb
 - examples/deduplication.rb