dataduck 1.0.1 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d74bc92fa09f135425c4328c28ff6c677c6ef64f
-  data.tar.gz: ffb1b33a499b99b9b2cc9bc98bc2c398dee59742
+  metadata.gz: 4c85a45aea48dc00fdef79467a5148e71a32c691
+  data.tar.gz: 3c6a10310fcde7ca07efee6ed127d5339174b3dd
 SHA512:
-  metadata.gz: 5d940d76ad6db3262ff637e4abea39f2e4defc91adc65f12cefc61f9823fba683af8c5ab014ccf5016420355d6277418e37267c5facfa4e641ed66add378d4ed
-  data.tar.gz: c728b4a0e08620d4119ce721f1b02b0b5d6ec0820ca5043ea9f360fce001ff0fea86749929e86040c55239ba68c3ec4c0ba2d00ee0842ceb5947daf076ec3dcc
+  metadata.gz: 14b0a7a521cf17446418dbf7536bbf60cebe32e38e2eae34464b96980d1e6318aa5f21be430cda827098771c63dd607f1b7b3fc21f1b27f2590e9bfe3ea2bd7b
+  data.tar.gz: fd14a28b61f6e75c4f5af591c39ec72b20abcfaf659de7ef0e63cf80c943f42f02567e61a1c2757e368e6ba322a90c2279f057d070ab68d93d9d0605551499ad

data/README.md

@@ -38,10 +38,16 @@ If you'd like to run this regularly, such as every night, it's recommended to us
 
 Visit the [docs page](http://dataducketl.com/docs/overview/welcome) to read the documentation. The docs page is autogenerated from the files in this project's docs directory.
 
+## Third Party Integrations
+
+There are many third party integrations, including Optimizely, SEMrush, Sentry, and Airbrake. Visit the [docs page](http://dataducketl.com/docs/overview/welcome) to learn more about integrating.
+
 ## Contributing
 
 To contribute, get in touch at http://DataDuckETL.com/ so that we can share the [Contributor License Agreement (CLA)](https://en.wikipedia.org/wiki/Contributor_License_Agreement) with you, then create a pull request.
 
 ## License
 
-Get in touch or visit [http://dataducketl.com/licensing](http://dataducketl.com/licensing) for licensing.
+You can buy a license directly from Supported Source at [https://supportedsource.org/projects/dataduck-etl](https://supportedsource.org/projects/dataduck-etl)
+
+You're also welcome to get in touch at [http://dataducketl.com/](http://dataducketl.com/) for invoicing or anything else.

data/dataduck.gemspec

@@ -31,6 +31,5 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "sequel-redshift"
   spec.add_runtime_dependency "whenever", "~> 0.9"
   spec.add_runtime_dependency "sentry-raven", '~>0.15'
-
-  spec.add_dependency 'supported_source', '>=0.9.6'
+  spec.add_runtime_dependency "airbrake", '~> 5.4'
 end

data/docs/contents.yml

@@ -15,5 +15,7 @@
   "Incremental vs Full Loading": incremental_vs_full_loading
 
 "Integrations":
+  "Airbrake": airbrake
   "Optimizely": optimizely
   "SEMrush": semrush
+  "Sentry": sentry

data/docs/integrations/airbrake.md

@@ -0,0 +1,14 @@
+# Airbrake Integration
+
+Airbrake is an error tracking platform for tracking your application's exceptions.
+
+The Airbrake integration uses Airbrake's API to send errors to Airbrake. Errors while ETLing a table will not stop other tables from still working.
+
+To use the Airbrake integration, add your project id and project key to your .env file:
+
+```
+AIRBRAKE_PROJECT_ID=123456
+AIRBRAKE_PROJECT_KEY=abcdefghijklmnopqrstuvwxyz
+```
+
+Now errors will be sent to Airbrake automatically.

data/docs/integrations/sentry.md

@@ -0,0 +1,13 @@
+# Sentry Integration
+
+Sentry is an error tracking platform for tracking your application's exceptions.
+
+The Sentry integration sends errors from DataDuck ETL to Sentry. Errors while ETLing a table will not stop other tables from still working.
+
+To use the Sentry integration, add your Sentry DSN to your .env file:
+
+```
+SENTRY_DSN=123456
+```
+
+Now errors will be sent to Sentry automatically.

data/docs/overview/getting_started.md

@@ -19,18 +19,6 @@ Then execute:
 
     $ bundle install
 
-For customer relationship management, we use [Supported Source](https://supportedsource.org/). This means you'll have to
-get a client token with Supported Source in order to run DataDuck ETL. Ensure you have the Supported Source command 
-line interface:
-
-    $ gem install supso
-
-Then run the following command to get a client token for DataDuck ETL:
-
-    $ supso update
-
-It will ask you for your work email, then send you a confirmation token. After confirming, you'll be able to continue.
- 
 Finally, run the quickstart command:
 
     $ dataduck quickstart

data/lib/dataduck.rb

@@ -3,9 +3,6 @@ Dotenv.load
 
 require 'yaml'
 
-require 'supported_source'
-SupportedSource::Project.add('dataduck-etl', 'htzk67rx7a9g')
-
 Dir[File.dirname(__FILE__) + '/helpers/*.rb'].each do |file|
   require file
 end

data/lib/dataduck/commands.rb

@@ -1,6 +1,7 @@
 require 'erb'
 require 'yaml'
 require 'fileutils'
+require 'typhoeus'
 require 'io/console'
 
 module DataDuck
@@ -165,10 +166,34 @@ module DataDuck
       end
     end
 
+    def self.quickstart_register_email(email)
+      registration_data = {
+          email: email,
+          version: DataDuck::VERSION,
+          source: "quickstart"
+      }
+
+      request = Typhoeus::Request.new(
+          "dataducketl.com/api/v1/register",
+          method: :post,
+          body: registration_data,
+          timeout: 30,
+          connecttimeout: 10,
+      )
+
+      hydra = Typhoeus::Hydra.new
+      hydra.queue(request)
+      hydra.run
+    end
+
     def self.quickstart
       puts "Welcome to DataDuck!"
       puts "This quickstart wizard will help you set up DataDuck."
 
+      puts "What is your work email address?"
+      email = STDIN.gets.strip
+      self.quickstart_register_email(email)
+
       puts "What kind of database would you like to source from?"
       db_type = prompt_choices([
           [:mysql, "MySQL"],

data/lib/dataduck/logs.rb

@@ -1,6 +1,15 @@
 require 'logger'
 require 'raven'
 
+if ENV['AIRBRAKE_PROJECT_ID'] && ENV['AIRBRAKE_PROJECT_KEY']
+  require 'airbrake'
+
+  Airbrake.configure do |c|
+    c.project_id = ENV['AIRBRAKE_PROJECT_ID']
+    c.project_key = ENV['AIRBRAKE_PROJECT_KEY']
+  end
+end
+
 module DataDuck
   module Logs
     @@ONE_MB_IN_BYTES = 1048576
@@ -45,13 +54,21 @@ module DataDuck
       puts "[ERROR] #{ message }"
       @@logger.error(message)
 
-      if ENV['SENTRY_DSN']
-        Raven.capture_exception(err)
-      end
+      Logs.third_party_error_tracking!(err)
     end
 
     private
 
+      def Logs.third_party_error_tracking!(err)
+        if ENV['SENTRY_DSN']
+          Raven.capture_exception(err)
+        end
+
+        if ENV['AIRBRAKE_PROJECT_ID'] && ENV['AIRBRAKE_PROJECT_KEY']
+          Airbrake.notify_sync(err)
+        end
+      end
+
       def Logs.sanitize_message(message)
         message = message.gsub(/aws_access_key_id=[^';]+/, "aws_access_key_id=******")
         message = message.gsub(/AWS_ACCESS_KEY_ID=[^';]+/, "AWS_ACCESS_KEY_ID=******")

data/lib/dataduck/version.rb

@@ -1,8 +1,8 @@
 module DataDuck
   if !defined?(DataDuck::VERSION)
     VERSION_MAJOR = 1
-    VERSION_MINOR = 0
-    VERSION_PATCH = 1
+    VERSION_MINOR = 1
+    VERSION_PATCH = 0
     VERSION = [VERSION_MAJOR, VERSION_MINOR, VERSION_PATCH].join('.')
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dataduck
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.1.0
 platform: ruby
 authors:
 - Jeff Pickhardt
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-07-03 00:00:00.000000000 Z
+date: 2016-09-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -193,19 +193,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.15'
 - !ruby/object:Gem::Dependency
-  name: supported_source
+  name: airbrake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.9.6
+        version: '5.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.9.6
+        version: '5.4'
 description: A straightforward, effective ETL framework.
 email:
 - pickhardt@gmail.com
@@ -234,8 +234,10 @@ files:
 - docs/commands/recreate.md
 - docs/commands/show.md
 - docs/contents.yml
+- docs/integrations/airbrake.md
 - docs/integrations/optimizely.md
 - docs/integrations/semrush.md
+- docs/integrations/sentry.md
 - docs/overview/README.md
 - docs/overview/getting_started.md
 - docs/tables/README.md