datafusion 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2cbf10e291f48bd2ef08847fcc61cd175c9fc5a9
+  data.tar.gz: 745fbaea6b99886b511f353dd51c08220cfd39f4
+SHA512:
+  metadata.gz: efc5715f103b9b5713fb535d214fbdaef0106969e09dea2049d98ee54e0c0fa80ce6273e97d994a8c72eccc293fc2f05f5560a307b83b2bdaeb5bc2cf0704a1c
+  data.tar.gz: 32c38f0c12f011c24415692908f8537c11115748323f202a7ab7337cb9213227f4066de3ac31e33a0401c1e72c20508f086d4a736c195bc83d08bc92ca2788fc

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mediumize.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,7 @@
+
+guard :minitest do
+  # with Minitest::Spec
+  watch(%r{^spec/(.*)_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})         { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^spec/spec_helper\.rb$}) { 'spec' }
+end

data/README.md

@@ -0,0 +1,69 @@
+# Mediumize
+
+[![Gem Version](https://img.shields.io/gem/v/mediumize.svg)](https://rubygems.org/gems/mediumize) 
+[![Build Status](https://travis-ci.org/jondot/mediumize.svg?branch=master)](https://travis-ci.org/jondot/mediumize)
+
+Automatically post (and cross-post) your markdown style blog posts to your [Medium](http://medium.com) account from [Jekyll](http://jekyllrb.com/), [Middleman](middlemanapp.com), [Hugo](http://gohugo.io/) and others.
+
+Mediumize will only publish drafts, and never publicly.
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'mediumize'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mediumize
+
+## Usage
+
+Either via command line (suitable for manual / Hugo flows):
+
+    $ mediumize -t your-medium-integration-token file1.md file2.md ... fileN.md
+
+Or, integrate it via Ruby into your Jekyll / Middleman flow:
+
+```ruby
+require 'mediumize'
+p = Mediumize::Publisher(
+      :token => "your-medium-integration-token",
+      :frontmatter => true
+    )
+
+%w{
+ file1.md
+ file2.md
+ fileN.md
+}.each do |file|
+  puts p.publish(file)
+end
+```
+
+## Development
+
+1. `git clone https://github.com/jondot/mediumize && cd mediumize`
+2. `bundle`
+3. `rake test`
+4. Optionally, use guard
+
+
+# Contributing
+
+Fork, implement, add tests, pull request, get my everlasting thanks and a respectable place here :).
+
+### Thanks:
+
+To all [contributors](https://github.com/jondot/mediumize/graphs/contributors)
+
+# Copyright
+
+Copyright (c) 2016 [Dotan Nahum](http://gplus.to/dotan) [@jondot](http://twitter.com/jondot). See [LICENSE](LICENSE.txt) for further details.

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "spec"
+  t.libs << "lib"
+  t.test_files = FileList['spec/**/*_spec.rb']
+end
+
+task :default => :test

data/bin/datafusion

@@ -0,0 +1,43 @@
+#!/usr/bin/env ruby
+
+require "datafusion"
+require "slop"
+
+def bail(err, opts)
+  puts err
+  puts
+  puts opts
+  exit(1)
+end
+
+#
+# $ datafusion --fuse integrations.yml
+# $ datafusion --agent
+#
+begin
+  o = Slop::Options.new
+  o.string '-f', '--fuse', ''
+  o.string '-u', '--user', '', default: 'postgres'
+  o.bool '-a', '--agent', '', default: false
+  o.on '--version', 'print the version' do
+    puts Datafusion::VERSION
+    exit
+  end
+  o.on '--help' do
+    puts o
+    exit
+  end
+  opts = Slop::Parser.new(o).parse(ARGV)
+
+  # if agent..
+  
+
+  if opts[:fuse] && !File.exist?(opts[:fuse])
+    bail "Error: please provide a file to fuse", opts
+  end
+  puts Datafusion.fuse(opts[:user], opts[:fuse])
+
+
+rescue
+  bail "Error: #{$!}", o
+end

data/datafusion.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'datafusion/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "datafusion"
+  spec.version       = Datafusion::VERSION
+  spec.authors       = ["Dotan Nahum"]
+  spec.email         = ["jondotan@gmail.com"]
+
+  spec.summary       = %q{xxx}
+  spec.description   = %q{xxx}
+  spec.homepage      = "https://github.com/jondot/datafusion"
+
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'slop', '~> 4.2.1'
+  spec.add_dependency 'colorize', '~> 0.7.7'
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest"
+end

data/lib/datafusion/integrations.rb

@@ -0,0 +1,12 @@
+require 'erb'
+require 'yaml'
+
+module Datafusion
+  class Integrations
+    def self.load(integfile)
+      erb = ERB.new(File.read(integfile))
+      YAML.load(erb.result(binding))
+    end
+  end
+end
+

data/lib/datafusion/kinds/mailchimp.erb

@@ -0,0 +1,34 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+
+CREATE extension if not exists multicorn;
+
+<%
+  server = "#{name}_server"
+%>
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE server <%= server %>
+  FOREIGN DATA WRAPPER multicorn
+  OPTIONS (
+    wrapper 'mailchimpfdw.MailchimpMembersFDW'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  key '<%= table["key"]%>',
+  list_name '<%= table["list_name"] %>'
+);
+<% end %>

data/lib/datafusion/kinds/mongodb.erb

@@ -0,0 +1,46 @@
+
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+
+CREATE extension if not exists mongo_fdw;
+
+
+<%
+  server = "#{name}_server"
+%>
+
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE server <%= server %>
+  FOREIGN DATA WRAPPER mongo_fdw
+  OPTIONS (
+    address '<%= data["server"]["address"] %>',
+    port    '<%= data["server"]["port"] %>'
+  );
+
+-- create user mapping
+CREATE USER MAPPING FOR <%= user %>
+  SERVER <%= server %>
+  OPTIONS (
+   username '<%= data["server"]["username"] %>',
+   password '<%= data["server"]["password"] %>'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  database '<%= table["database"] %>',
+  collection '<%= table["collection"] %>'
+);
+<% end %>

data/lib/datafusion/kinds/mysql.erb

@@ -0,0 +1,45 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+
+CREATE extension if not exists mysql_fdw;
+
+<%
+  server = "#{name}_server"
+%>
+
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE server <%= server %>
+  FOREIGN DATA WRAPPER mysql_fdw
+  OPTIONS (
+    host '<%= data["server"]["address"] %>',
+    port    '<%= data["server"]["port"] %>'
+  );
+
+-- create user mapping
+CREATE USER MAPPING FOR <%= user %>
+  SERVER <%= server %>
+  OPTIONS (
+   username '<%= data["server"]["username"] %>',
+   password '<%= data["server"]["password"] %>'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  dbname '<%= data["server"]["dbname"] %>',
+  table_name '<%= table["table_name"]%>'
+);
+<% end %>
+

data/lib/datafusion/kinds/neo4j.erb

@@ -0,0 +1,34 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+CREATE extension if not exists neo4j_fdw;
+
+
+<%
+  server = "#{name}_server"
+%>
+
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE SERVER <%= server %>
+  FOREIGN DATA WRAPPER neo4j_fdw
+  OPTIONS (
+    url '<%= data["server"]["url"] %>'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  query '<%= table["query"] %>'
+);
+<% end %>

data/lib/datafusion/kinds/parse.erb

@@ -0,0 +1,35 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+
+CREATE extension if not exists multicorn;
+
+<%
+  server = "#{name}_server"
+%>
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE server <%= server %>
+  FOREIGN DATA WRAPPER multicorn
+  OPTIONS (
+    wrapper 'parse_fdw.parse_fdw.ParseFdw'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  application_id '<%= table["application_id"] %>',
+  rest_api_key '<%= table["rest_api_key"] %>',
+  class_name '<%= table["class_name"] %>' 
+);
+<% end %>

data/lib/datafusion/kinds/postgres.erb

@@ -0,0 +1,44 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+
+CREATE extension if not exists postgres_fdw;
+
+<%
+  server = "#{name}_server"
+%>
+
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE server <%= server %>
+  FOREIGN DATA WRAPPER postgres_fdw
+  OPTIONS (
+    dbname '<%= data["server"]["dbname"] %>',
+    host '<%= data["server"]["address"] %>',
+    port    '<%= data["server"]["port"] %>'
+  );
+
+-- create user mapping
+CREATE USER MAPPING FOR <%= user %>
+  SERVER <%= server %>
+  OPTIONS (
+   user '<%= data["server"]["username"] %>',
+   password '<%= data["server"]["password"] %>'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  table_name '<%= table["table_name"]%>'
+);
+<% end %>

data/lib/datafusion/kinds/redis.erb

@@ -0,0 +1,42 @@
+--------------------------------------
+-- Set up data fusion for:
+-- name: <%= name %>
+-- kind: <%= data["kind"] %>
+-- tables: <%= data["tables"].map{|t| t["name"]}.join(", ") %>
+--------------------------------------
+CREATE extension if not exists redis_fdw;
+
+
+<%
+  server = "#{name}_server"
+%>
+
+-- create server object
+DROP server if exists <%= server %> CASCADE;
+CREATE SERVER <%= server %>
+  FOREIGN DATA WRAPPER redis_fdw
+  OPTIONS (
+    address '<%= data["server"]["address"] %>',
+    port    '<%= data["server"]["port"] %>'
+  );
+
+-- create user mapping
+CREATE USER MAPPING FOR <%= user %>
+  SERVER <%= server %>
+  OPTIONS (
+   password '<%= data["server"]["password"] %>'
+  );
+
+-- creating <%= data["tables"].size %> FDW tables:
+<% data["tables"].each do |table| %>
+<% table_name = table["name"] %>
+-- create foreign table: <%= table_name %>
+DROP foreign table if exists <%= table_name %>;
+CREATE FOREIGN TABLE <%= table_name %> (
+<%= table["mapping"].map{ |col, type| "  #{col} #{type}"}.join(",\n") %>
+)
+SERVER <%= server %>
+OPTIONS (
+  database '<%= table["database"] %>'
+);
+<% end %>

data/lib/datafusion/snippet_renderer.rb

@@ -0,0 +1,21 @@
+require 'erb'
+require 'pathname'
+
+KINDS_PATH = Pathname.new(File.expand_path("./kinds", File.dirname(__FILE__)))
+module Datafusion
+  class SnippetRenderer
+    attr_reader :data, :name, :user
+
+    def initialize(user, name, data={})
+      @erb = ERB.new(File.read(KINDS_PATH.join(data["kind"]+".erb")))
+      @data = data
+      @name = name
+      @user = user
+    end
+
+    def render
+      @erb.result(binding)
+    end
+  end
+end
+

data/lib/datafusion/version.rb

@@ -0,0 +1,3 @@
+module Datafusion
+  VERSION = "0.0.1"
+end

data/lib/datafusion.rb

@@ -0,0 +1,16 @@
+require "datafusion/version"
+require "datafusion/integrations"
+require "datafusion/snippet_renderer"
+
+module Datafusion
+  def self.fuse(pguser, file)
+    integs = Integrations.load(file)
+    out = ""
+    integs.each do |k, v|
+      erb = SnippetRenderer.new(pguser, k, v)
+      out += erb.render()
+    end
+    out
+  end
+end
+

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: datafusion
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dotan Nahum
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.1
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: xxx
+email:
+- jondotan@gmail.com
+executables:
+- datafusion
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- Guardfile
+- README.md
+- Rakefile
+- bin/datafusion
+- datafusion.gemspec
+- lib/datafusion.rb
+- lib/datafusion/integrations.rb
+- lib/datafusion/kinds/mailchimp.erb
+- lib/datafusion/kinds/mongodb.erb
+- lib/datafusion/kinds/mysql.erb
+- lib/datafusion/kinds/neo4j.erb
+- lib/datafusion/kinds/parse.erb
+- lib/datafusion/kinds/postgres.erb
+- lib/datafusion/kinds/redis.erb
+- lib/datafusion/snippet_renderer.rb
+- lib/datafusion/version.rb
+homepage: https://github.com/jondot/datafusion
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: xxx
+test_files: []