io_tools 0.2.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Christopher Burnett
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.mdown

@@ -0,0 +1,72 @@
+## io_tools ##
+
+
+
+Extracted modules from the Posterous Blog Importer. Used for conforming RSS Feeds or results from one API to another.
+
+## Installation ##
+
+    gem install io_tools
+
+## Usage ##
+
+  Include the Importer.
+  
+    class PosterousImporter
+      include IoTools::Importer      
+    end
+    
+  The Importer gives you a way to structure your import code. Moving data from one API to another consists of two *basic* steps, Collecting and Conforming. The rest of the work usually ends up being specific to the API that you are dealing with. So look in the `lib/server/importers` directory for how to deal with more complicated APIs that require helper methods.
+  
+  The `collect` method.
+  
+    class PosterousImporter
+      include IoTools::Importer
+      
+      collect :feed_items
+      
+      def feed_items
+        [{:title => "Fancy Post", :body => "Is fancy."}]
+      end
+      
+    end
+    
+  The `collect` method accepts a method name as a `symbol` or a block that will provide an `Array` of results from the API or feed. This method does not have to do all the work, all it needs to do is return an `Array`.
+  
+  Hey wait, what format do the results have to be in?
+  
+  It doesn't matter. This is where our friend the `conform` method comes in.
+  
+    class PosterousImporter
+      include IoTools::Importer
+      
+      collect :feed_items
+      
+      conform do |incoming, conformed|
+        conformed.title         = incoming[:title]
+        conformed.body          = incoming[:body]
+        conformed
+      end
+      
+      def feed_items
+        [{:title => "Fancy Post", :body => "Is fancy."}]
+      end
+      
+    end
+    
+  The conform method is called for every entry in the `Array` that is created by the `collect` method. This is where you turn crazy camelcase field names from weird APIs into nice clean attributes that suit your systems needs. `conform` is passed the incoming item from the `Array` produced by the `collect` method. Along with an empty `Openstruct` to hold whatever values your system needs. These in turn will populate the final `conformed_collection`.
+  
+
+## Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+## Copyright
+
+Copyright (c) 2010 Posterous Inc. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "io_tools"
+    gem.summary = %Q{Import framework for Blogs and Feeds}
+    gem.description = %Q{Extracted modules from the Posterous Blog Importer. Used for conforming RSS Feeds or results from one API to another.}
+    gem.email = "signalstatic@gmail.com"
+    gem.homepage = "http://github.com/posterous/io_tools"
+    gem.authors = ["Christopher Burnett"]
+    gem.executables = "io-server"
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    gem.add_development_dependency "mocha"
+    
+    gem.add_dependency "nokogiri", ">= 1.4.2"
+    gem.add_dependency "feedtools", ">= 0.2.29"
+    gem.add_dependency "vegas",           "~> 0.1.2"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "io_tools #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.2.1

data/bin/io-server

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+require 'server/server'
+
+begin
+  require 'vegas'
+rescue LoadError
+  require 'rubygems'
+  require 'vegas'
+end  
+
+Vegas::Runner.new(IoTools::Server, 'io_server')
+

data/io_tools.gemspec

@@ -0,0 +1,90 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{io_tools}
+  s.version = "0.2.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Christopher Burnett"]
+  s.date = %q{2010-08-18}
+  s.default_executable = %q{io-server}
+  s.description = %q{Extracted modules from the Posterous Blog Importer. Used for conforming RSS Feeds or results from one API to another.}
+  s.email = %q{signalstatic@gmail.com}
+  s.executables = ["io-server"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.mdown"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.mdown",
+     "Rakefile",
+     "VERSION",
+     "bin/io-server",
+     "io_tools.gemspec",
+     "lib/io_tools.rb",
+     "lib/io_tools/helpers.rb",
+     "lib/io_tools/helpers/rss_feed.rb",
+     "lib/io_tools/helpers/xml_rpc.rb",
+     "lib/io_tools/importer.rb",
+     "lib/server/config.ru",
+     "lib/server/importers/posterous_api_importer.rb",
+     "lib/server/importers/posterous_feed_importer.rb",
+     "lib/server/importers/word_press_importer.rb",
+     "lib/server/public/images/bg.png",
+     "lib/server/public/javascripts/app.js",
+     "lib/server/public/stylesheets/app.css",
+     "lib/server/server.rb",
+     "lib/server/views/import.haml",
+     "lib/server/views/index.haml",
+     "spec/io_tools/helpers/rss_feed.rb",
+     "spec/io_tools/helpers/xml_rpc.rb",
+     "spec/io_tools/importer_spec.rb",
+     "spec/io_tools_spec.rb",
+     "spec/spec.opts",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/posterous/io_tools}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Import framework for Blogs and Feeds}
+  s.test_files = [
+    "spec/io_tools/helpers/rss_feed.rb",
+     "spec/io_tools/helpers/xml_rpc.rb",
+     "spec/io_tools/importer_spec.rb",
+     "spec/io_tools_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>, [">= 1.2.9"])
+      s.add_development_dependency(%q<mocha>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.2"])
+      s.add_runtime_dependency(%q<feedtools>, [">= 0.2.29"])
+      s.add_runtime_dependency(%q<vegas>, ["~> 0.1.2"])
+    else
+      s.add_dependency(%q<rspec>, [">= 1.2.9"])
+      s.add_dependency(%q<mocha>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 1.4.2"])
+      s.add_dependency(%q<feedtools>, [">= 0.2.29"])
+      s.add_dependency(%q<vegas>, ["~> 0.1.2"])
+    end
+  else
+    s.add_dependency(%q<rspec>, [">= 1.2.9"])
+    s.add_dependency(%q<mocha>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 1.4.2"])
+    s.add_dependency(%q<feedtools>, [">= 0.2.29"])
+    s.add_dependency(%q<vegas>, ["~> 0.1.2"])
+  end
+end
+

data/lib/io_tools/helpers/rss_feed.rb

@@ -0,0 +1,11 @@
+module IoTools
+  module Helpers
+    module RssFeed
+      
+      def feed_items_from url
+        FeedTools::Feed.open(url).items
+      end
+      
+    end
+  end
+end

data/lib/io_tools/helpers/xml_rpc.rb

@@ -0,0 +1,19 @@
+module IoTools
+  module Helpers
+    module XmlRpc
+      
+      def server
+        @server ||= XMLRPC::Client.new2(api_url, nil, 300)
+      end
+
+      def rpc method, *args
+        server.call("metaWeblog.#{method.to_s}", self.metaweblog_id, self.credentials[:username], self.credentials[:password], *args)
+      end
+
+      def recent_posts num
+        rpc :getRecentPosts, num
+      end
+      
+    end
+  end
+end

data/lib/io_tools/helpers.rb

@@ -0,0 +1,5 @@
+module IoTools
+  module Helpers
+  
+  end
+end

data/lib/io_tools/importer.rb

@@ -0,0 +1,45 @@
+module IoTools
+  module Importer
+
+    def self.included klass
+      klass.class_eval do
+        attr_reader :params
+        
+        extend  ClassMethods
+        include InstanceMethods
+      end
+    end
+
+    module ClassMethods
+
+      def collect *args, &block
+        define_method :collection do
+          @collection ||= block_given? ? instance_eval(&block) : send(args.first)
+        end
+      end
+
+      def conform &block
+        define_method :conform do |post|
+          block.call(post, ItemStruct.new)
+        end
+      end
+      
+    end
+
+    module InstanceMethods
+      
+      def initialize opts={}
+        @params = opts
+      end
+      
+      def conformed_collection
+        @conformed_collection ||= collection.collect{ |post| conform(post) }
+      end
+      
+      def import!
+        conformed_collection
+      end
+      
+    end
+  end
+end

data/lib/io_tools.rb

@@ -0,0 +1,15 @@
+%w{rubygems ostruct xmlrpc/client nokogiri open-uri feed_tools}.each { |f| require f }
+
+
+require "io_tools/importer"
+require "io_tools/helpers/rss_feed"
+require "io_tools/helpers/xml_rpc"
+
+module IoTools
+  VERSION = '0.0.1'
+  class ItemStruct < OpenStruct
+     def to_json *_
+       self.table.inject({}){|h,f| h[f.first] = f.last; h }.to_json
+    end
+  end
+end

data/lib/server/config.ru

@@ -0,0 +1,3 @@
+require 'sinatra'
+require 'server'
+run IoTools::Server

data/lib/server/importers/posterous_api_importer.rb

@@ -0,0 +1,74 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'io_tools'
+require 'xmlsimple'
+
+class PosterousApiImporter
+  include IoTools::Importer
+  
+  PER_PAGE_LIMIT = 50
+  
+  collect :paginated_results
+  
+  conform do |incoming, conformed|
+    conformed.title         = incoming['title']
+    conformed.body          = incoming['body']
+    conformed.display_date  = incoming['display_date']
+    conformed.author        = incoming['author']
+    conformed.comments      = self.extract_comments(incoming['comment'])
+    conformed
+  end
+  
+  def self.extract_comments comments
+    return [] if comments.nil?
+    if comments.is_a? Array
+      comments.inject(IoTools::ItemStruct.new) do |comment,cmt|
+        comment.body    = cmt['body']
+        comment.author  = cmt['author']
+        comment.date    = cmt['date']
+        comment
+      end
+    else
+      []
+    end
+  end
+
+  def paginated_results
+    items = [] 
+    while current_items = items_for_current_page
+      items += current_items
+      self.current_page += 1
+    end
+    items
+  end
+
+  def url
+    @url ||= URI.parse('http://posterous.com/api/readposts')
+  end
+
+  def items_for_current_page
+    XmlSimple.xml_in( self.response_for_current_page, 'ForceArray' => false )['post']
+  end
+
+  def response_for_current_page
+    Net::HTTP.new(url.host, url.port).start { |http| http.request(request) }.body
+  end
+  
+  def request
+    @username, @password = self.params.delete('username'), self.params.delete('password') unless @username.present?
+    req = Net::HTTP::Get.new(url.path)
+    req.basic_auth @username, @password   
+    req.set_form_data self.params.merge('num_posts' => PER_PAGE_LIMIT, 'page' => current_page)
+    req
+  end
+  
+  def current_page
+    @current_page ||= 1
+  end
+  
+  def current_page=(num)
+    @current_page = num
+  end
+
+end

data/lib/server/importers/posterous_feed_importer.rb

@@ -0,0 +1,42 @@
+
+class PosterousFeedImporter
+  include IoTools::Importer
+  include IoTools::Helpers::RssFeed
+
+  MAX_PAGES     = 2
+  FEED_SELECTOR = 'link[type="application/rss+xml"]'
+
+  collect :paginated_feed_items
+  
+  conform do |incoming, conformed|
+    conformed.title         = incoming.title
+    conformed.body          = incoming.description
+    conformed.display_date  = incoming.published
+    conformed
+  end
+
+  def paginated_feed_items
+    items = []
+    1.upto(MAX_PAGES) do |num|
+      items += items_from_page(num)
+    end
+    items
+  end
+
+  def feed_url
+    @feed_url ||= Nokogiri::HTML(open(params[:feed_url])).css(FEED_SELECTOR).first['href']
+  end
+
+  def url_for_page num
+    puts "#{feed_url}?page=#{num}"
+    "#{feed_url}?page=#{num}"
+  end
+
+  def items_from_page num
+    feed_items_from(url_for_page(num))
+  end
+
+end
+
+# wp = PosterousFeedImporter.new(:feed_url => 'http://twoism.posterous.com')
+# p wp.import!

data/lib/server/importers/word_press_importer.rb

@@ -0,0 +1,64 @@
+%w{open-uri nokogiri xmlrpc/client}.each { |f| require f }
+
+class WordPressImporter
+  include IoTools::Importer
+  include IoTools::Helpers::XmlRpc
+
+  RSD_SELECTOR          = 'link[rel=EditURI]'
+  METAWEB_SELECTOR      = 'api[name=MetaWeblog]'
+  MAX_POSTS_TO_REQUEST  = 20
+
+  collect do
+    recent_posts MAX_POSTS_TO_REQUEST
+  end
+  
+  conform do 
+    set :title,         entry['title']
+    set :body,          entry['description']
+    set :display_date,  entry['dateCreated'].to_time.utc
+    set :tags,          entry['mt_keywords'].split(",")
+  end
+  
+  # Methods below are helpers for detecting RSD for the
+  # XML-RPC protocol.
+  def scan_for_url
+    rsd_doc.css( METAWEB_SELECTOR ).first['apilink']
+  end
+  
+  def site_doc
+    @site_doc ||= Nokogiri::HTML(html)
+  end  
+  
+  def html
+    @html ||= open self.import_url
+  end
+  
+  def rsd_url
+    @rsd_url ||= scan_for_rsd
+  end
+  
+  def scan_for_rsd
+    site_doc.css( RSD_SELECTOR ).first['href']
+  end
+  
+  def scan_for_id
+    rsd_doc.css( METAWEB_SELECTOR ).first['blogid']
+  end
+  
+  def rsd_doc
+    @rsd_doc ||= Nokogiri::HTML(rsd_html)
+  end
+  
+  def rsd_html
+    @rsd_html ||= open(rsd_url)
+  end
+  
+  def metaweblog_id
+    @metaweblog_id ||= scan_for_id
+  end
+  
+  def api_url
+    @api_url ||= scan_for_url
+  end
+  
+end

data/lib/server/public/javascripts/app.js

@@ -0,0 +1,23 @@
+$(function(){
+  
+  var service = null;
+  
+  $('#service').change(function(){
+    service = $(this).val();
+    if (service != '') {
+      $('.login_info').slideUp('medium',function(){
+        $('#'+service).slideDown('medium');
+      });
+    }
+  });
+  $('.login_info').submit(function(e){
+    e.preventDefault();
+    $('#loading').show();
+    $('#posts').html("");
+    var params  = $('#'+service).serialize();
+    $.post('/import', params ,function(data){
+      $('#posts').html(data);
+      $('#loading').hide();
+    });
+  });
+});

data/lib/server/public/stylesheets/app.css

@@ -0,0 +1,164 @@
+body {font-size: 16px; line-height: 1.25em; margin: 0; padding: 0; }
+
+html, body {background: #eee url(/images/bg.png); font-family: "helvetica neue", arial, sans-serif}
+
+h1 {margin: 0; font-size: 1.5em; line-height: 0.833em; margin-bottom: 0.833em}
+h2 {margin: 0; font-size: 1.375em; line-height: 0.909em; margin-bottom: 0.909em}
+h3 {margin: 0; font-size: 1.25em; line-height: 1em; margin-bottom: 1em}
+h4 {margin: 0; font-size: 1.125em; line-height: 1.111em; margin-bottom: 1.111em}
+
+p, ul, blockquote, pre, td, th, label {margin: 0; font-size: 1em; line-height: 1.25em; margin-bottom: 1.25em}
+
+.panel {border-radius: 8px; -moz-border-radius: 8px; -webkit-border-radius: 8px; -khtml-border-radius: 8px; behavior: url(stylesheets/border-radius.htc); box-shadow: 0 0 2px #eeeeee; -moz-box-shadow: 0 0 2px #eeeeee; -webkit-box-shadow: 0 0 2px #eeeeee; -khtml-box-shadow: 0 0 2px #eeeeee; border: 1px solid #ccc; background-color: #fff; margin-bottom: 1.25em}
+.panel .panel_title {-moz-border-radius-topleft: 8px; border-top-left-radius: 8px; -webkit-border-top-left-radius: 8px; -khtml-border-top-left-radius: 8px; -moz-border-radius-topright: 8px; border-top-right-radius: 8px; -webkit-border-top-right-radius: 8px; -khtml-border-top-right-radius: 8px; background: white url(/images/panel_title_bg.gif) 0 bottom repeat-x; line-height: 47px; font-size: 1.125em; color: #4b4f5d; font-weight: bold; padding: 0 24px; border-bottom: 1px solid #ccc; box-shadow: 0 0 2px #eeeeee; -moz-box-shadow: 0 0 2px #eeeeee; -webkit-box-shadow: 0 0 2px #eeeeee; -khtml-box-shadow: 0 0 2px #eeeeee; text-shadow: #fff 0px 1px 0px;}
+.panel .panel_title .octocat {vertical-align: middle; margin-right: 5px}
+.panel .panel_title a.add-new {float: right; font-size: 0.667em; border-radius: 3px; -moz-border-radius: 3px; -webkit-border-radius: 3px; -khtml-border-radius: 3px; behavior: url(stylesheets/border-radius.htc); border: 1px solid #ccc; line-height: 1.667em; padding: 5px 7px; margin: 8px 0 0 5px; background: #d4d4d4 url(/images/gray-gradient-pagination-bg.png) 0 0 repeat-x; color: #4B4F5D}
+.panel .panel_title a.add-new:hover {box-shadow: 0 1px 3px #666666; -moz-box-shadow: 0 1px 3px #666666; -webkit-box-shadow: 0 1px 3px #666666; -khtml-box-shadow: 0 1px 3px #666666; border-color: #ccc; background-image: none; background-color: #fff}
+.panel .panel_content {padding: 1em}
+
+#container {
+  width:450px; 
+  margin:auto; 
+  border-bottom:1px #ccc solid;
+  clear:right;
+}
+
+
+#header {
+  border-bottom:1px solid #ccc;
+  height:25px;
+  padding:1em;
+}
+
+#header h2{
+		text-shadow: #fff 0px 1px 0px;
+		color:#4b4f5d;
+}
+
+select#service{
+	
+}
+
+#left_nav {
+	padding:1em;
+	width:200px;
+	float:left;
+}
+
+#left_nav ul {
+	  list-style:none; 
+	  padding:0;
+}
+  #main {
+	  padding:1em;
+	  float:left;
+  
+  }
+
+.login_info{
+	
+	float:left;
+}
+
+.login_info p{
+	height:30px;
+	width:100%;
+	float:left;
+	padding:0px 0px 3px 0px;
+}
+
+
+
+.login_info label{
+	position:relative;
+	font-weight:bold;
+	float:left;
+	color:#4B4F5D;
+	text-shadow:0 1px 0 #FFFFFF;
+	clear:left;
+	font-size:14px;
+	letter-spacing:.02em;
+	bottom:-8px;
+}
+
+.login_info input{
+	border:1px solid #DEDEDE;
+	float:right;
+	background-color:#F6F6F6;
+	padding:10px;
+	
+-webkit-border-top-left-radius: 4px;
+-webkit-border-top-right-radius: 4px;
+-webkit-border-bottom-right-radius: 4px;
+-webkit-border-bottom-left-radius: 4px;
+-moz-border-radius-topleft: 4px;
+-moz-border-radius-topright: 4px;
+-moz-border-radius-bottomright: 4px;
+-moz-border-radius-bottomleft: 4px;
+border-top-left-radius: 4px;
+border-top-right-radius: 4px;
+border-bottom-right-radius: 4px;
+border-bottom-left-radius: 4px;
+
+}
+
+#chooser{margin:auto;}
+
+input.text_field{
+  width:315px;
+}
+
+
+
+.login_info p.last{
+	padding-bottom:0px;
+	margin:0px;
+
+}
+
+.login_info p input[type="submit"]{
+  background-color:#F6F6F6;
+  text-shadow:0 1px 0 #DEDEDE;
+  font-weight:bold;
+  width:75px;
+  height:30px;
+  padding:0px 0px 2px 0px;
+}
+
+.login_info p input[type="submit"]:hover{
+  background-color:#DEDEDE;
+}
+
+.post{
+  background:none repeat scroll 0 0 #FFFFFF;
+  border:1px solid #CCCCCC;
+  margin-bottom:1em;
+  padding:1em;
+}
+
+.post_title{
+  background:none repeat scroll 0 0 #EEEEEE;
+  margin-bottom:10px;
+  padding:0.5em;
+}
+
+.post_body{
+  background:none repeat scroll 0 0 #EEEEEE;
+  margin-bottom:10px;
+  width:386px;
+  overflow:auto;
+  padding:0.5em;
+}
+
+.post_tags{
+  background:none repeat scroll 0 0 #EEEEEE;
+  margin-bottom:10px;
+  padding:0.5em;
+}
+
+textarea{
+  border:1px solid #CCCCCC;
+  margin:10px 0;
+  width:430px;
+  height:200px;
+}

data/lib/server/server.rb

@@ -0,0 +1,36 @@
+%w{rubygems sinatra haml}.each { |f| require f }
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '../..', 'lib'))
+
+require 'io_tools'
+dir = File.expand_path(File.dirname(__FILE__))
+
+require dir+'/importers/posterous_feed_importer'
+require dir+'/importers/posterous_api_importer'
+
+
+
+module IoTools
+  
+  
+  class Server < Sinatra::Base
+    dir = File.dirname(File.expand_path(__FILE__))
+
+    set :views,  "#{dir}/views"
+    set :public, "#{dir}/public"
+    
+    get "/" do
+      haml :index
+    end
+
+    post '/import' do
+      klass = params.delete('service').camelize.constantize
+      @import = klass.new(params)
+      @posts = @import.import!
+      haml :import
+    end
+
+  end
+end
+

data/lib/server/views/import.haml

@@ -0,0 +1,18 @@
+%h4 Exported JSON 
+%textarea{:id => "xml_export"}
+  = @posts.to_json
+
+%h4 Posts
+- @posts.each do |post|
+  .post
+    .post_title
+      %h4 Title
+      %p
+        = "#{post.title} - #{post.display_date}"
+    .post_body
+      %h4 Body
+      = post.body
+    .post_tags
+      %h4 Tags
+      %p
+        = post.tags.join(",") unless post.tags.nil?

data/lib/server/views/index.haml

@@ -0,0 +1,71 @@
+!!!
+%html
+  %head
+    %title
+      Importer
+    %script{:src => 'http://ajax.googleapis.com/ajax/libs/jquery/1.4.1/jquery.min.js', :type => 'text/javascript'}
+    %script{:src => '/javascripts/app.js', :type => 'text/javascript'}
+    %link{:type => 'text/css', :rel=>"stylesheet", :href => '/stylesheets/app.css' }
+
+  %body
+    #container
+      #header
+        %h2 Export Tools
+      #main
+
+        #chooser
+          %p
+            %select{:id => 'service'}
+              %option{ :value => '' }
+                Choose Blog Service:
+              %option{ :value => 'posterous_api_importer' }
+                Posterous API
+              %option{ :value => 'posterous_feed_importer' }
+                Posterous Feed
+
+          %form.login_info{:style => 'display:none', :id => 'posterous_api_importer', :method => "POST"}
+            %p
+              %label
+                Email:
+              %input{:name => "username", :type => 'text', :value => '',:class=>"text_field"}
+            %br{:clear => "all"}
+            %p
+              %label
+                Password:
+              %input{:name => "password", :type => 'password', :value => '',:class=>"text_field"}
+            %p
+              %label
+                Hostname:
+              %input{:name => "hostname", :type => 'text', :value => '',:class=>"text_field"}
+              %input{:name => "service", :type => 'hidden', :value => 'posterous_api_importer',:class=>"text_field"}
+         
+
+            %p
+              %input{:id => "submit_btn",:value => 'Export', :type => "submit"}
+              
+            %br{:clear => "all"}
+
+          %form.login_info{:style => 'display:none', :id => 'posterous_feed_importer', :method => "POST"}
+            %p
+              %label
+                Site URL:
+              %input{:name => "feed_url", :type => 'text', :value => '',:class=>"text_field"}
+              %input{:name => "service", :type => 'hidden', :value => 'posterous_feed_importer',:class=>"text_field"}
+
+
+            %p
+              %input{:id => "submit_btn",:value => 'Export', :type => "submit"}
+
+            %br{:clear => "all"}  
+          
+          
+          
+          #loading{:style => 'display:none'}
+            %p Loading...
+            
+            
+          %br{:clear => "all"}
+          #posts
+           
+      %br{:clear => "all"}
+

data/spec/io_tools/helpers/rss_feed.rb

@@ -0,0 +1,5 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe IoTools::Helpers::RssFeed do
+  it "pending"
+end

data/spec/io_tools/helpers/xml_rpc.rb

@@ -0,0 +1,5 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe IoTools::Helpers::XmlRpc do
+  it "pending"
+end

data/spec/io_tools/importer_spec.rb

@@ -0,0 +1,62 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe IoTools::Importer do
+  describe "#new" do
+        
+    describe "with an import url" do
+      before(:each) do
+        @import = Import.new(:import_url => 'http://sweetness.com')
+      end
+      it "should set the :import_url" do
+        @import.params[:import_url].should == 'http://sweetness.com'
+      end
+    end  
+  end
+  
+  describe "#conform" do
+    before(:each) do
+      @import     = Import.new(:import_url => 'http://sweetness.com')
+      @hash       = ENTRY_HASH
+      @conformed  = @import.conform(@hash)
+    end
+    
+    describe "conform hash keys" do
+       ENTRY_HASH.each do |k,v|
+        it "should set :#{k} to #{v}" do
+          @conformed.send(k).should == v
+        end
+      end
+    end
+  end
+  
+  describe "#collection" do
+    before(:each) do
+      @import = Import.new(:import_url => 'http://sweetness.com')
+    end
+    
+    it "should be an Array" do
+      @import.collection.should be_an Array
+    end    
+    
+    it "should contain the hashes" do
+      @import.collection.each{|e| e.should be_a Hash }
+    end
+    
+  end
+  
+  describe "#conformed_collection" do
+    before(:each) do
+      @import = Import.new(:import_url => 'http://sweetness.com')
+    end
+    
+    it "should be an Array" do
+      @import.conformed_collection.should be_an Array
+    end    
+    
+    it "should contain the conformed structs" do
+      @import.conformed_collection.each{|e| e.should be_a IoTools::ItemStruct }
+    end
+    
+  end
+  
+end

data/spec/io_tools_spec.rb

@@ -0,0 +1,5 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "IoTools" do
+
+end

data/spec/spec.opts

@@ -0,0 +1,4 @@
+--colour
+--format nested
+--loadby mtime
+--backtrace

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'io_tools'
+require 'spec'
+require 'spec/autorun'
+require 'mocha'
+
+Spec::Runner.configure do |config|
+  config.mock_with :mocha
+end
+
+ENTRY_HASH  = {:title => "Sweet", :body => "An awesome post!"}
+
+class Import
+  include IoTools::Importer
+  
+  conform do |incoming,conformed|
+    conformed.title = incoming[:title]
+    conformed.body  = incoming[:body]
+    conformed
+  end 
+  
+  collect do
+    [ENTRY_HASH,ENTRY_HASH]
+  end
+    
+end

metadata

@@ -0,0 +1,177 @@
+--- !ruby/object:Gem::Specification 
+name: io_tools
+version: !ruby/object:Gem::Version 
+  hash: 21
+  prerelease: false
+  segments: 
+  - 0
+  - 2
+  - 1
+  version: 0.2.1
+platform: ruby
+authors: 
+- Christopher Burnett
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-08-18 00:00:00 -07:00
+default_executable: io-server
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: mocha
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 1
+        - 4
+        - 2
+        version: 1.4.2
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: feedtools
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 45
+        segments: 
+        - 0
+        - 2
+        - 29
+        version: 0.2.29
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: vegas
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 31
+        segments: 
+        - 0
+        - 1
+        - 2
+        version: 0.1.2
+  type: :runtime
+  version_requirements: *id005
+description: Extracted modules from the Posterous Blog Importer. Used for conforming RSS Feeds or results from one API to another.
+email: signalstatic@gmail.com
+executables: 
+- io-server
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.mdown
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.mdown
+- Rakefile
+- VERSION
+- bin/io-server
+- io_tools.gemspec
+- lib/io_tools.rb
+- lib/io_tools/helpers.rb
+- lib/io_tools/helpers/rss_feed.rb
+- lib/io_tools/helpers/xml_rpc.rb
+- lib/io_tools/importer.rb
+- lib/server/config.ru
+- lib/server/importers/posterous_api_importer.rb
+- lib/server/importers/posterous_feed_importer.rb
+- lib/server/importers/word_press_importer.rb
+- lib/server/public/images/bg.png
+- lib/server/public/javascripts/app.js
+- lib/server/public/stylesheets/app.css
+- lib/server/server.rb
+- lib/server/views/import.haml
+- lib/server/views/index.haml
+- spec/io_tools/helpers/rss_feed.rb
+- spec/io_tools/helpers/xml_rpc.rb
+- spec/io_tools/importer_spec.rb
+- spec/io_tools_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/posterous/io_tools
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Import framework for Blogs and Feeds
+test_files: 
+- spec/io_tools/helpers/rss_feed.rb
+- spec/io_tools/helpers/xml_rpc.rb
+- spec/io_tools/importer_spec.rb
+- spec/io_tools_spec.rb
+- spec/spec_helper.rb