singer-heroku 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a4f7cd180234a6480890663a4434f6d31225dd6e
+  data.tar.gz: c8079832fb851026ae94bad62f74db9d2421cf2b
+SHA512:
+  metadata.gz: 92b3a846aa6ef35cacd35d49cb9e66c25ad4d4de9edf3fffab634f42c677159e17a7bf325c7fd5539644bbcef520da478c05fd80006f51464fe42d6e3320571a
+  data.tar.gz: 5898760849d0d1ada74a8ceb3d423cd77b34e8d35f16621e06d9abd5e8689c25ee733fccb24fa210ade659bcff2195d5bc4f5648f9f889b9324695d054f07f2f

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 follain
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+singer-heroku
+=============
+
+ A collection of utilities to facilitate running [singer.io](http://singer.io)
+ taps and targets on Heroku
+
+## Installation
+
+    gem install singer-heroku
+
+
+## generate-config
+
+  Reads from `#{KEY}_CONFIG_*` environment variables and generates json to
+  stdout.
+
+  Given the following ENV:
+
+    TEST_CONFIG_first_name=joe
+    TEST_CONFIG_last_name=lind
+
+    generate-config -k TEST
+    {"first_name":"joe","last_name":"lind"}
+
+## read-state
+
+  Reads JSON `data` from `singer_states` table in `DATABASE_URL` where key is
+  `#{KEY}`, passed in args.
+
+    > read-state -kTEST
+    {"high_water_mark":4}
+
+
+## write-state
+
+  Reads jsonl from stdin and writes to database specified in DATABASE_URL
+
+    > cat states.json
+    { "high_water_mark": 1 }
+    { "high_water_mark": 2 }
+    { "high_water_mark": 3 }
+    { "high_water_mark": 4 }
+
+    > cat states.json | write-state -kTEST
+    > read-state -kTEST
+    {"high_water_mark":4}

data/bin/generate-config

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+
+require 'bundler'
+Bundler.require
+
+require 'optparse'
+require_relative '../lib/generate_config'
+
+config = nil
+
+parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$0} [options]"
+  opts.on('-k', '--key key', 'Config key prefix') do |key|
+    config = GenerateConfig.new(ENV.to_h.dup, key)
+  end
+
+  opts.on_tail('-h', '--help', 'Displays help') do
+    puts opts
+    exit
+  end
+end
+
+parser.parse!
+
+unless config
+  puts parser
+  exit 1
+end
+
+puts config.to_json

data/bin/read-state

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler'
+Bundler.require
+
+require 'optparse'
+require_relative '../lib/database'
+require_relative '../lib/read_state'
+require 'dotenv/load'
+require 'logger'
+
+read_state = nil
+database = Database.new(ENV.fetch('DATABASE_URL'))
+
+parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
+  opts.on('-k', '--key key', 'Config key prefix') do |key|
+    read_state = ReadState.new(key, database)
+  end
+
+  opts.on_tail('-v', '--verbose', 'Enable verbose logging') do
+    database.logger = Logger.new($stderr)
+  end
+
+  opts.on_tail('-h', '--help', 'Displays help') do
+    puts opts
+    exit
+  end
+end
+
+parser.parse!
+
+unless read_state
+  puts parser
+  exit 1
+end
+
+puts JSON.generate(read_state.perform)

data/bin/write-state

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler'
+Bundler.require
+
+require 'optparse'
+require 'logger'
+require_relative '../lib/database'
+require_relative '../lib/write_state'
+require 'dotenv/load'
+
+write_state = nil
+database = Database.new(ENV.fetch('DATABASE_URL'))
+
+parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
+  opts.on('-k', '--key key', 'Config key prefix') do |key|
+    write_state = WriteState.new(key, database)
+  end
+
+  opts.on_tail('-v', '--verbose', 'Enable verbose logging') do
+    database.logger = Logger.new($stderr)
+  end
+
+  opts.on_tail('-h', '--help', 'Displays help') do
+    puts opts
+    exit
+  end
+end
+
+parser.parse!
+
+unless write_state
+  puts parser
+  exit 1
+end
+
+while STDIN.gets
+  state = $LAST_READ_LINE.chomp
+  write_state.perform JSON.parse(state)
+end

data/lib/database.rb

@@ -0,0 +1,20 @@
+
+# frozen_string_literal: true
+
+require 'sequel'
+
+Database = Struct.new(:url) do
+  def db
+    @db ||= Sequel.connect(url).tap do |db|
+      db.extension :pg_json
+    end
+  end
+
+  def states
+    db[:singer_states]
+  end
+
+  def logger=(logger)
+    db.loggers = [logger]
+  end
+end

data/lib/generate_config.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require 'json'
+
+GenerateConfig = Struct.new(:env, :key) do
+  def key_pattern
+    /^#{key}_CONFIG_(.+)/
+  end
+
+  def to_json
+    JSON.generate(values)
+  end
+
+  def values
+    Hash[
+      env.keys.grep(key_pattern).map do |key|
+        [
+          key.match(key_pattern)[1],
+          cast_if_needed(env[key])
+        ]
+      end
+    ]
+  end
+
+  private
+
+  def cast_if_needed(value)
+    return value.to_i if value.to_i.to_s == value
+    return value.to_f if value.to_f.to_s == value
+
+    value
+  end
+end

data/lib/rake_tasks.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require 'sequel'
+
+module SingerHeroku
+  # Rake tasks for migrating development database
+  class RakeTasks
+    include Rake::DSL if defined? Rake::DSL
+
+    # rubocop:disable Rails/Output
+    def install_tasks
+      namespace :singer_heroku do
+        desc 'Run migrations'
+        task :migrate, [:version] do |_t, args|
+          Sequel.extension :migration
+          db = Sequel.connect(ENV.fetch('DATABASE_URL'))
+          version = args[:version]
+          puts "Migrating to #{version || 'latest'}"
+          version = version&.to_i
+          Sequel::Migrator.run(db, 'db/migrations', target: version)
+        end
+      end
+    end
+  end
+end
+
+SingerHeroku::RakeTasks.new.install_tasks

data/lib/read_state.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+ReadState = Struct.new(:key, :database) do
+  def perform
+    record = database.states.where(key: key).first
+    return record[:data] if record
+    {}
+  end
+end

data/lib/singer_heroku/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module SingerHeroku
+  VERSION = '0.0.1'
+end

data/lib/write_state.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+WriteState = Struct.new(:key, :database) do
+  def perform(value)
+    insert.call key: key, data: Sequel.pg_json(value)
+  end
+
+  private
+
+  def insert
+    @insert ||= database
+                .states
+                .insert_conflict(
+                  target: :key, update: { data: Sequel[:excluded][:data] }
+                )
+                .prepare(:insert, :insert_state, key: :$key, data: :$data)
+  end
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: singer-heroku
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Joe Lind
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-06-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.21'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.49'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.49'
+description: "    Creates config files from ENV; Read/writes state from postgres database\n"
+email: joelind@gmail.com
+executables:
+- generate-config
+- read-state
+- write-state
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- bin/generate-config
+- bin/read-state
+- bin/write-state
+- lib/database.rb
+- lib/generate_config.rb
+- lib/rake_tasks.rb
+- lib/read_state.rb
+- lib/singer_heroku/version.rb
+- lib/write_state.rb
+homepage: https://github.com/Follain/singer-heroku
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Singer.io utilities for executing on Heroku
+test_files: []