refinerycms-wordpress-import 0.1.0

data/Gemfile

@@ -0,0 +1,16 @@
+source "http://rubygems.org"
+
+gem "rails", "3.0.7"
+#gem "capybara", ">= 1.0.0.beta1"
+gem "sqlite3"
+
+gem "rspec-rails", ">= 2.6.0"
+gem "database_cleaner"
+
+# To use debugger (ruby-debug for Ruby 1.8.7+, ruby-debug19 for Ruby 1.9.2+)
+# gem 'ruby-debug'
+# gem 'ruby-debug19'
+
+gem 'refinerycms'
+gem 'refinerycms-blog'
+gem 'refinerycms-wordpress-import', :path => './'

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2011 YOURNAME
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,61 @@
+= Refinerycms-wordpress-import
+
+This litte project is an importer for WordPress XML dumps into refinerycms(-blog). 
+
+So far, only blog-relevant data gets imported, I'm working on the cms pages part. 
+
+You can find the source code on github: https://github.com/mremolt/refinerycms-wordpress-import
+
+== Prerequisites
+
+As refinerycms-wordpress-import is an addon for RefineryCMS, is shares the prerequisites with it.
+So you'll first need a running installation of refinerycms and refinerycms-blog. Make sure
+the site is running, all migrations are run and you created the first refinery user. 
+
+== Installation
+
+As there is no official release out yet, just add this repos to your projects Gemfile:
+
+  gem 'refinerycms-wordpress-import', :git => 'git://github.com/mremolt/refinerycms-wordpress-import.git'
+
+and run
+
+  bundle
+
+== Usage
+
+Importing the XML dump is done via 3 rake tasks:
+
+  rake wordpress:reset_blog 
+
+This one basically deletes all data from blog relevant tables (taggings, tags, blog_comments, 
+blog_categories, blog_posts, blog_categories_blog_posts). 
+Use this one first, if you want a clean import of your old blog. 
+
+  rake wordpress:import_blog[file_name] 
+
+This one does all the heavy work of parsing the dump and importing the data into refinery tables. 
+The parameter is the path to the dump file. Got a report from a Mac user, that the ~
+didn't work in the path. I'll have a look at it, but till then, don't use it please. 
+
+If you don't want to import draft posts, you can set the ENV variable ONLY_PUBLISHED to true:
+
+
+  rake wordpress:import_blog[file_name] ONLY_PUBLISHED=true
+
+The task will then skip all posts that are not published.
+
+  rake wordpress:reset_and_import_blog[file_name]
+
+This one combines the two previous tasks. 
+
+== Feedback
+
+This is still a very new gem. It manages to import my own blog and a standard WordPress 3.1 dump with some sample posts. 
+The first feedback is quite good, so it seems, the gem doesn't eat the machines it is installed on. 
+
+If you want to help make it even more stable, please throw your own WP dumps against it 
+and see what happens. If you encounter any bugs, please file a bug report here on github.
+A sample dump that breaks this gem would be really helpful in that case. 
+
+For extra karma, fork it, fix it yourself and send a pull request! ;-)

data/Rakefile

@@ -0,0 +1,25 @@
+# encoding: UTF-8
+require 'rubygems'
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rake'
+require 'rdoc/task'
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Refinerycms-wordpress-import'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/lib/refinerycms-wordpress-import.rb

@@ -0,0 +1,7 @@
+module Refinery
+  module WordPress
+
+  end
+end
+
+require 'wordpress'

data/lib/tasks/wordpress.rake

@@ -0,0 +1,38 @@
+require 'wordpress'
+
+namespace :wordpress do
+  desc "Reset the blog relevant tables for a clean import"
+  task :reset_blog do
+    Rake::Task["environment"].invoke
+
+    %w(taggings tags blog_comments blog_categories blog_categories_blog_posts blog_posts).each do |table_name|
+      p "Truncating #{table_name} ..."
+      ActiveRecord::Base.connection.execute "DELETE FROM #{table_name}"
+    end
+
+  end
+
+  desc "import blog data from a Refinery::WordPress XML dump"
+  task :import_blog, :file_name do |task, params|
+    Rake::Task["environment"].invoke
+    dump = Refinery::WordPress::Dump.new(params[:file_name])
+
+    dump.authors.each(&:to_refinery)
+    
+    only_published = ENV['ONLY_PUBLISHED'] == 'true' ? true : false
+    dump.posts(only_published).each(&:to_refinery)
+
+    ENV["MODEL"] = 'BlogPost'
+    Rake::Task["friendly_id:redo_slugs"].invoke
+    ENV.delete("MODEL")
+  end
+
+
+  desc "reset blog tables and then import blog data from a Refinery::WordPress XML dump"
+  task :reset_and_import_blog, :file_name do |task, params|
+    Rake::Task["environment"].invoke
+    Rake::Task["wordpress:reset_blog"].invoke
+    Rake::Task["wordpress:import_blog"].invoke(params[:file_name])
+  end
+
+end

data/lib/wordpress.rb

@@ -0,0 +1,15 @@
+module Refinery
+  module WordPress
+  end
+end
+
+require 'nokogiri'
+require 'wordpress/author'
+require 'wordpress/tag'
+require 'wordpress/category'
+require 'wordpress/page'
+require 'wordpress/post'
+require 'wordpress/comment'
+require 'wordpress/dump'
+
+require "wordpress/railtie" 

data/lib/wordpress/author.rb

@@ -0,0 +1,37 @@
+module Refinery
+  module WordPress
+    class Author
+      attr_reader :author_node
+
+      def initialize(author_node)
+        @author_node = author_node
+      end
+
+      def login
+        author_node.xpath("wp:author_login").text
+      end
+
+      def email
+        author_node.xpath("wp:author_email").text
+      end
+
+      def ==(other)
+        login == other.login
+      end
+
+      def inspect
+        "WordPress::Author: #{login} <#{email}>"
+      end
+
+      def to_refinery
+        user = User.find_or_initialize_by_username_and_email(login, email)
+        unless user.persisted?
+          user.password = 'password'
+          user.password_confirmation = 'password'
+          user.save
+        end
+        user
+      end
+    end
+  end
+end

data/lib/wordpress/category.rb

@@ -0,0 +1,19 @@
+module Refinery
+  module WordPress
+    class Category
+      attr_accessor :name
+
+      def initialize(text)
+        @name = text
+      end
+
+      def ==(other)
+        name == other.name
+      end
+
+      def to_refinery
+        BlogCategory.find_or_create_by_title(name)
+      end
+    end
+  end
+end

data/lib/wordpress/comment.rb

@@ -0,0 +1,48 @@
+module Refinery
+  module WordPress
+    class Comment
+      attr_reader :node
+
+      def initialize(node) 
+        @node = node
+      end
+
+      def author
+        node.xpath('wp:comment_author').text
+      end
+
+      def email
+        node.xpath('wp:comment_author_email').text
+      end
+
+      def url
+        node.xpath('wp:comment_author_url').text
+      end
+
+      def date
+        DateTime.parse node.xpath("wp:comment_date").text
+      end
+
+      def content
+        node.xpath('wp:comment_content').text
+      end
+
+      def approved?
+        node.xpath('wp:comment_approved').text.to_i == 1
+      end
+
+      def ==(other) 
+        (email == other.email) && (date == other.date) && (content == other.content)
+      end
+
+      def to_refinery
+        comment = BlogComment.new :name => author, :email => email
+
+        comment.body = content
+        comment.created_at = date
+        comment.state = approved? ? 'approved' : 'rejected'
+        comment
+      end
+    end
+  end
+end

data/lib/wordpress/dump.rb

@@ -0,0 +1,49 @@
+module Refinery
+  module WordPress
+    class Dump
+      attr_reader :doc
+
+      def initialize(file_name)
+        file_name = File.absolute_path(file_name)
+
+        raise "Given file '#{file_name}' no file or not readable." \
+          unless File.file?(file_name) && File.readable?(file_name)
+        
+        file = File.open(file_name)
+        @doc = Nokogiri::XML(file)
+      end
+
+      def authors
+        doc.xpath("//wp:author").collect do |author|
+          Author.new(author)
+        end
+      end
+
+      def pages
+        doc.xpath("//item[wp:post_type = 'page']").collect do |page|
+          Page.new(page)
+        end
+      end
+
+      def posts(only_published=false)
+        posts = doc.xpath("//item[wp:post_type = 'post']").collect do |post|
+          Post.new(post)
+        end
+        posts = posts.select(&:published?) if only_published
+        posts
+      end
+
+      def tags
+        doc.xpath("//wp:tag/wp:tag_slug").collect do |tag|
+          Tag.new(tag.text)
+        end
+      end
+
+      def categories
+        doc.xpath("//wp:category/wp:cat_name").collect do |category|
+          Category.new(category.text)
+        end
+      end
+    end
+  end
+end

data/lib/wordpress/page.rb

@@ -0,0 +1,91 @@
+module Refinery
+  module WordPress
+    class Page
+      include ::ActionView::Helpers::TagHelper
+      include ::ActionView::Helpers::TextHelper
+
+      attr_reader :node
+
+      def initialize(node)
+        @node = node
+      end
+
+      def inspect
+        "WordPress::Page(#{post_id}): #{title}"     
+      end
+
+      def title
+        node.xpath("title").text
+      end
+
+      def content
+        node.xpath("content:encoded").text
+      end
+
+      def content_formatted
+        # WordPress doesn't export <p>-Tags, so let's run a simple_format over
+        # the content. As we trust ourselves, no sanatize.
+        formatted = simple_format(content, {}, { :sanitize => false })
+
+        # Support for SyntaxHighlighter (http://alexgorbatchev.com/SyntaxHighlighter/):
+        # In WordPress you can (via a plugin) enclose code in [lang][/lang]
+        # blocks, which are converted to a <pre>-tag with a class corresponding
+        # to the language.
+        # 
+        # Example:
+        # [ruby]p "Hello World"[/ruby] 
+        # -> <pre class="brush: ruby">p "Hello world"</pre> 
+        formatted.gsub!(/\[(\w+)\]/, '<pre class="brush: \1">')
+        formatted.gsub!(/\[\/\w+\]/, '</pre>')
+
+        # remove all tags inside <pre> that simple_format created
+        # TODO: replace simple_format with a method, that ignores pre-tags
+        formatted.gsub!(/(<pre.*?>)(.+?)(<\/pre>)/m) do |match| 
+          "#{$1}#{strip_tags($2)}#{$3}"
+        end
+          
+        formatted
+      end
+
+      def creator
+        node.xpath("dc:creator").text
+      end
+
+      def post_date
+        DateTime.parse node.xpath("wp:post_date").text
+      end
+
+      def post_id
+        node.xpath("wp:post_id").text.to_i
+      end
+
+      def parent_id
+        node.xpath("wp:post_parent").text.to_i
+      end
+
+      def status
+        node.xpath("wp:status").text
+      end
+
+      def draft?
+        status != 'publish'
+      end
+
+      def published?
+        ! draft?
+      end
+
+      def ==(other)
+        post_id == other.post_id
+      end
+
+      def to_refinery
+        page = ::Page.create!(:title => title, :created_at => post_date, 
+                              :draft => draft?, :parent_id => parent_id)
+
+        page.parts.create(:title => 'Body', :body => content_formatted)
+        page
+      end
+    end
+  end
+end

data/lib/wordpress/post.rb

@@ -0,0 +1,66 @@
+module Refinery
+  module WordPress
+    class Post < Page
+      def tags
+        # xml dump has "post_tag" for wordpress 3.1 and "tag" for 3.0
+        path = if node.xpath("category[@domain='post_tag']").count > 0
+          "category[@domain='post_tag']"
+        else
+          "category[@domain='tag']"
+        end
+
+        node.xpath(path).collect do |tag_node| 
+          Tag.new(tag_node.text)
+        end
+      end
+
+      def tag_list
+        tags.collect(&:name).join(',')
+      end
+
+      def categories
+        node.xpath("category[@domain='category']").collect do |cat|
+          Category.new(cat.text)
+        end
+      end
+
+      def comments
+        node.xpath("wp:comment").collect do |comment_node|
+          Comment.new(comment_node)
+        end
+      end
+
+      def to_refinery
+        user = ::User.find_by_username(creator) || ::User.first
+        raise "Referenced User doesn't exist! Make sure the authors are imported first." \
+          unless user
+        
+        begin
+          post = ::BlogPost.new :title => title, :body => content_formatted, 
+            :draft => draft?, :published_at => post_date, :created_at => post_date, 
+            :author => user, :tag_list => tag_list
+          post.save!
+
+          ::BlogPost.transaction do
+            categories.each do |category|
+              post.categories << category.to_refinery
+            end
+
+            comments.each do |comment|
+              comment = comment.to_refinery
+              comment.post = post
+              comment.save
+            end
+          end
+        rescue ActiveRecord::RecordInvalid 
+          # if the title has already been taken (WP allows duplicates here,
+          # refinery doesn't) append the post_id to it, making it unique
+          post.title = "#{title}-#{post_id}"
+          post.save
+        end
+
+        post
+      end
+    end
+  end
+end

data/lib/wordpress/railtie.rb

@@ -0,0 +1,10 @@
+module Refinery
+  module WordPress
+    class Railtie < Rails::Railtie
+      rake_tasks do
+        load "tasks/wordpress.rake"
+      end
+    end
+  end
+end
+

data/lib/wordpress/tag.rb

@@ -0,0 +1,20 @@
+module Refinery
+  module WordPress
+    class Tag
+      attr_accessor :name
+
+      def initialize(text)
+        @name = text
+      end
+
+      def ==(other)
+        name == other.name
+      end
+
+      def to_refinery
+        ::ActsAsTaggableOn::Tag.find_or_create_by_name(name)
+      end
+
+    end
+  end
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification 
+name: refinerycms-wordpress-import
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Marc Remolt
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-06-03 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: "1.0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: refinerycms
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: refinerycms-blog
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.5.2
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.4.4
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rspec-rails
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: database_cleaner
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id006
+description: This gem imports a WordPress XML dump into refinerycms (Page [soon], User) and refinerycms-blog (BlogPost, BlogCategory, Tag, BlogComment)
+email: marc.remolt@googlemail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/wordpress.rb
+- lib/wordpress/page.rb
+- lib/wordpress/author.rb
+- lib/wordpress/comment.rb
+- lib/wordpress/post.rb
+- lib/wordpress/railtie.rb
+- lib/wordpress/category.rb
+- lib/wordpress/tag.rb
+- lib/wordpress/dump.rb
+- lib/tasks/wordpress.rake
+- lib/refinerycms-wordpress-import.rb
+- MIT-LICENSE
+- Rakefile
+- Gemfile
+- README.rdoc
+has_rdoc: true
+homepage: https://github.com/mremolt/refinerycms-wordpress-import
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Import WordPress XML dumps into refinerycms(-blog).
+test_files: []
+