origami-importer 0.0.0

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in origami-importer.gemspec
+gemspec

data/README.md

@@ -0,0 +1,11 @@
+# Origami Importer
+
+## Usage
+
+    Origami::Importer.import(:host => 'origami.dev', :realm => 'area51', :source => 'x-files', :reader => SomeAdapter.new)
+
+The `reader` must have the following methods:
+
+* `:in_batches` - yields sets of data that are acceptable to origami
+* `:relay=` - takes the data from the previous import.
+* `:relay` - custom data that will be returned to the next import. Can be nil.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/origami-importer

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require "origami-importer"

data/lib/origami-importer/batch.rb

@@ -0,0 +1,47 @@
+module Origami
+  module Importer
+    class Batch
+
+      attr_accessor :realm, :source, :endpoint, :session, :remote
+      def initialize(options)
+        self.endpoint = options[:host]
+        self.realm = options[:realm]
+        self.source = options[:source]
+        self.session = options[:session] # not in use yet
+      end
+
+      def client
+        unless @client
+          origami_host = endpoint
+          Pebblebed.config { host origami_host }
+          @client = Pebblebed::Connector.new(session).origami
+        end
+        @client
+      end
+
+      def open
+        result = client.post "/#{realm}/batches", {:batch => {:source => source}}
+        self.remote = result.batch
+      end
+
+      def relay
+        remote.relay || {:previous_import_at => Time.now.utc}
+      end
+
+      # what about :delete => other_records?
+      def save(records)
+        client.post "/#{realm}/batches/#{remote.id}/items", :put => records
+      end
+
+      def close(data)
+        url = "/#{realm}/batches/#{remote.id}/close"
+        puts "posting to #{url}, :relay => #{data.inspect}"
+        client.post url, :relay => data
+      end
+
+      def delete
+        client.delete "/#{realm}/batches/#{remote.id}"
+      end
+    end
+  end
+end

data/lib/origami-importer/writer.rb

@@ -0,0 +1,23 @@
+module Origami
+  module Importer
+
+    class Writer
+
+      attr_accessor :batch
+      def initialize(batch)
+        self.batch = batch
+      end
+
+      def <<(records)
+        save [records].flatten.compact
+      end
+
+      def save(records)
+        if records.size > 0
+          batch.save records
+        end
+      end
+
+    end
+  end
+end

data/lib/origami-importer.rb

@@ -0,0 +1,52 @@
+require 'pebblebed'
+require 'json'
+
+require 'origami-importer/batch'
+require 'origami-importer/writer'
+
+Pebblebed.config do
+  service :origami
+end
+
+module Origami
+  module Importer
+
+    class BatchFailed < RuntimeError; end
+
+    class << self
+
+      def import(options = {})
+
+        Origami::Importer.batch(options) do |reader, writer|
+          reader.in_batches { |records| writer << records }
+        end
+
+      end
+
+      def batch(options = {}, &block)
+        host = options[:host]
+        realm = options[:realm]
+        source = options[:source]
+
+        batch = Batch.new(:host => host, :realm => realm, :source => source)
+
+        reader = options[:reader]
+        writer = Writer.new(batch)
+
+        begin
+          batch.open
+          reader.relay = batch.relay
+          yield reader, writer
+        rescue Pebblebed::HttpError => e
+          puts "Cannot continue. #{e.message}"
+        rescue BatchFailed => e
+          puts "Failed. Deleting"
+          batch.delete
+        else
+          puts "Succeeded. Closing."
+          batch.close(reader.relay)
+        end
+      end
+    end
+  end
+end

data/origami-importer.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "origami-importer"
+  s.version     = "0.0.0"
+  s.authors     = ["Katrina Owen"]
+  s.email       = ["katrina.owen@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Superglue for origami imports}
+  s.description = %q{Superglue for origami imports}
+
+  s.rubyforge_project = "origami-importer"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  s.add_development_dependency "rspec"
+  s.add_runtime_dependency "pebblebed"
+end

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+RSpec.configure do |config|
+  config.backtrace_clean_patterns = [
+    /\/lib\d*\/ruby\//,
+    /bin\//,
+    /spec\/spec_helper\.rb/,
+    /lib\/rspec\/(core|expectations|matchers|mocks)/
+  ]
+end

data/spec/writer_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+require 'origami-importer/writer'
+
+describe Origami::Importer::Writer do
+  let(:batch) { stub(:batch) }
+
+  subject { Origami::Importer::Writer.new(batch) }
+
+  it "saves records" do
+    batch.should_receive(:save).with [:records]
+    subject << [:records]
+  end
+
+  it "handles single entries" do
+    batch.should_receive(:save).with [:records]
+    subject << :records
+  end
+
+  it "doesn't bother unless there are actually records" do
+    batch.should_not_receive(:save)
+    subject << [nil, nil, nil]
+  end
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: origami-importer
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Katrina Owen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70151119500860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70151119500860
+- !ruby/object:Gem::Dependency
+  name: pebblebed
+  requirement: &70151119500340 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70151119500340
+description: Superglue for origami imports
+email:
+- katrina.owen@gmail.com
+executables:
+- origami-importer
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- bin/origami-importer
+- lib/origami-importer.rb
+- lib/origami-importer/batch.rb
+- lib/origami-importer/writer.rb
+- origami-importer.gemspec
+- spec/spec_helper.rb
+- spec/writer_spec.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: origami-importer
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Superglue for origami imports
+test_files:
+- spec/spec_helper.rb
+- spec/writer_spec.rb