typo 3.99.0

data/db/converters/rss.rb

@@ -0,0 +1,67 @@
+#!/usr/bin/env ruby
+
+# RSS 0.9/2.0 converter for typo by Chris Lee <clee@kde.org>
+#
+# No need to make a backup of the original blog, really. This takes a URL for a
+# read-only import, so there's not really any chance of it munging the original
+# blog's data, unless somehow an HTTP GET causes your blog server to ignite.
+#
+# Even so, this script is still PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND.
+
+require File.dirname(__FILE__) + '/../../config/environment'
+require 'optparse'
+require 'net/http'
+require 'rss/2.0'
+
+class RSSMigrate
+  attr_accessor :options
+
+  def initialize
+    self.options = {}
+    self.parse_options
+    self.convert_entries
+  end
+
+  def convert_entries
+    feed = Net::HTTP.get(URI.parse(self.options[:url]))
+    rss = RSS::Parser.parse(feed)
+    puts "Converting #{rss.items.length} entries..."
+    rss.items.each do |item|
+      puts "Converting '#{item.title}'"
+      a = Article.new
+      a.author = self.options[:author]
+      a.title = item.title
+      a.body = item.description
+      a.created_at = item.pubDate
+      a.save
+    end
+  end
+
+  def parse_options
+    OptionParser.new do |opt|
+      opt.banner = 'Usage: rss.rb [options]'
+
+      opt.on('-a', '--author AUTHOR', 'Username of author in typo') do |a|
+        self.options[:author] = a
+      end
+
+      opt.on('-u', '--url URL', 'URL of RSS feed to import.') do |u|
+        self.options[:url] = u
+      end
+
+      opt.on_tail('-h', '--help', 'Show this message.') do
+        puts opt
+        exit
+      end
+
+      opt.parse!(ARGV)
+    end
+
+    unless self.options.include?(:author) and self.options.include?(:url)
+      puts 'See rss.rb --help for help.'
+      exit
+    end
+  end
+end
+
+RSSMigrate.new

data/db/converters/s9y.rb

@@ -0,0 +1,182 @@
+#!/usr/bin/env ruby
+
+# Serendipity (S9Y) 0.8.x converter for typo by Jochen Schalanda <jochen@schalanda.de>
+# heavily based on the Wordpress 1.5x converter by Patrick Lenz <patrick@lenz.sh>
+#
+# MAKE BACKUPS OF EVERYTHING BEFORE RUNNING THIS SCRIPT!
+# THIS SCRIPT IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND
+#
+#
+# SECURITY NOTICE:
+#
+# Migrated users will have the default password "password", since the
+# MD5 hashes of S9Y cannot be converted to salted SHA1 hashes which are
+# used by Typo.
+#
+
+require File.dirname(__FILE__) + '/../../config/environment'
+require 'optparse'
+
+class S9YMigrate
+  attr_accessor :options
+
+  def initialize
+    self.options = {}
+    self.parse_options
+    self.convert_users
+    self.convert_categories
+    self.convert_entries
+    self.convert_prefs
+  end
+
+  def convert_categories
+    s9y_categories = ActiveRecord::Base.connection.select_all(%{
+      SELECT category_name AS name
+      FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}category`
+    })
+
+    puts "Converting #{s9y_categories.size} categories.."
+
+    s9y_categories.each do |cat|
+      Category.create(cat) unless Category.find_by_name(cat['name'])
+    end
+  end
+
+  def convert_entries
+    s9y_entries = ActiveRecord::Base.connection.select_all(%{
+      SELECT
+      	id,
+        (CASE allow_comments WHEN 'true' THEN '1' ELSE '0' END) AS allow_comments,
+        title,
+        body,
+        extended,
+        FROM_UNIXTIME(timestamp) AS created_at,
+        FROM_UNIXTIME(last_modified) AS updated_at,
+        author,
+        authorid AS user_id,
+        (CASE isdraft WHEN 'true' THEN '0' ELSE '1' END) AS published
+      FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}entries`
+    })
+
+    puts "Converting #{s9y_entries.size} entries.."
+
+    s9y_entries.each do |entry|
+      a = Article.new
+      a.attributes = entry.reject { |k,v| k =~ /^(id)/ }
+      a.save
+
+      # Fetch category assignments
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT category_name
+        FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}category`, `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}entrycat`
+        WHERE entryid = #{entry['id']}
+        AND `#{self.options[:s9y_prefix]}entrycat`.categoryid = `#{self.options[:s9y_prefix]}category`.categoryid
+      }).each do |c|
+        a.categories.push_with_attributes(Category.find_by_name(c['category_name']), :is_primary => 0)
+      end
+
+      # Fetch comments
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT
+          author,
+          email,
+          url,
+          body,
+          FROM_UNIXTIME(timestamp) AS created_at,
+          ip
+        FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}comments`
+        WHERE id = #{entry['id']}
+        AND type != 'TRACKBACK'
+        AND status = 'approved'
+      }).each do |c|
+        a.comments.create(c)
+      end
+
+      # Fetch trackbacks
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT
+          author AS blog_name,
+          url,
+          title,
+          body AS excerpt,
+          FROM_UNIXTIME(timestamp) AS created_at,
+          ip
+        FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}comments`
+        WHERE entry_id = #{entry['id']}
+        AND type = 'TRACKBACK'
+        AND status = 'approved'
+      }).each do |c|
+        a.trackbacks.create(c)
+      end
+
+    end
+  end
+
+  def convert_prefs
+    puts "Converting prefs"
+
+    ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        (CASE name
+          WHEN 'blogTitle' THEN 'blog_name'
+          WHEN 'blogDescription' THEN 'blog_subtitle'
+         END) AS name,
+        value
+      FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}config`
+      WHERE name IN ('blogTitle', 'blogDescription')
+    }).each do |pref|
+      begin
+        Setting.find_by_name(pref['name']).update_attribute("value", pref['value'])
+      rescue
+        Setting.create(pref)
+      end
+    end
+  end
+
+def convert_users
+    puts "Converting users"
+	puts "** all users will have the default password \"password\" **"
+	puts "** you should change it as soon as possible!           **"
+
+    ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        realname AS name,
+        username AS login,
+        email
+      FROM `#{self.options[:s9y_db]}`.`#{self.options[:s9y_prefix]}authors`
+    }).each do |user|
+      u = User.new
+      u.attributes = user
+	  u.password = "password"
+      u.save
+    end
+  end
+
+  def parse_options
+    OptionParser.new do |opt|
+      opt.banner = "Usage: s9y.rb [options]"
+
+      opt.on('--db DBNAME', String, 'S9Y database name.') { |d| self.options[:s9y_db] = d }
+      opt.on('--prefix PREFIX', String, 'S9Y table prefix (defaults to empty string).') { |d| self.options[:s9y_prefix] = d }
+
+      opt.on_tail('-h', '--help', 'Show this message.') do
+        puts opt
+        exit
+      end
+
+      opt.parse!(ARGV)
+    end
+
+    unless self.options.include?(:s9y_db)
+      puts "See s9y.rb --help for help."
+      exit
+    end
+
+	unless self.options.include?(:s9y_prefix)
+      self.options[:s9y_prefix] = ""
+    end
+
+  end
+end
+
+S9YMigrate.new

data/db/converters/textpattern.rb

@@ -0,0 +1,137 @@
+#!/usr/bin/env ruby
+
+# TextPattern 1.x converter for typo by Patrick Lenz <patrick@lenz.sh>
+#
+# MAKE BACKUPS OF EVERYTHING BEFORE RUNNING THIS SCRIPT!
+# THIS SCRIPT IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND
+
+require File.dirname(__FILE__) + '/../../config/environment'
+require 'optparse'
+
+class TXPMigrate
+  attr_accessor :options
+
+  def initialize
+    self.options = {}
+    self.parse_options
+    self.convert_categories
+    self.convert_entries
+    self.convert_prefs
+  end
+
+  def convert_categories
+    txp_categories = ActiveRecord::Base.connection.select_all(%{
+      SELECT name
+      FROM `#{self.options[:txp_db]}`.`#{self.options[:txp_pfx]}`txp_category
+      WHERE parent = 'root'
+      AND type = 'article'
+    })
+
+    puts "Converting #{txp_categories.size} categories.."
+
+    txp_categories.each do |cat|
+      Category.create(cat) unless Category.find_by_name(cat['name'])
+    end
+  end
+
+  def convert_entries
+    txp_entries = ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        ID,
+        Annotate AS allow_comments,
+        1 AS allow_pings,
+        Title AS title,
+        (CASE LENGTH(Body) WHEN 0 THEN Excerpt ELSE Body END) AS body,
+        Body_html AS body_html,
+        Excerpt AS excerpt,
+        Keywords AS keywords,
+        Posted AS created_at,
+        LastMod AS updated_at,
+        AuthorID AS author,
+        (CASE textile_body WHEN '1' THEN 'textile' ELSE 'none' END) AS text_filter,
+        (CASE Status WHEN '1' THEN '0' ELSE '1' END) AS published,
+        Category1, Category2
+      FROM `#{self.options[:txp_db]}`..`#{self.options[:txp_pfx]}`textpattern
+    })
+
+    puts "Converting #{txp_entries.size} entries.."
+
+    txp_entries.each do |entry|
+      a = Article.new
+      a.attributes = entry.reject { |k,v| k =~ /^(Category|ID)/ }
+      a.save
+
+      # Assign categories
+      puts "Assign primary category for entry #{entry['ID']}"
+      a.categories.push_with_attributes(Category.find_by_name(entry['Category1']), :is_primary => 1) rescue nil
+      puts "Assign secondary category for entry #{entry['ID']}"
+      a.categories.push_with_attributes(Category.find_by_name(entry['Category2']), :is_primary => 0) rescue nil
+
+      # Fetch comments
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT
+          name AS author,
+          email AS email,
+          web AS url,
+          message AS body,
+          message as body_html,
+          posted AS created_at,
+          ip AS ip
+        FROM `#{self.options[:txp_db]}`..`#{self.options[:txp_pfx]}`txp_discuss
+        WHERE parentid = #{entry['ID']}
+      }).each do |c|
+        a.comments.create(c)
+      end
+
+    end
+  end
+
+  def convert_prefs
+    puts "Converting prefs"
+
+    ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        (CASE name
+          WHEN 'sitename' THEN 'blog_name'
+          WHEN 'comments_on_default' THEN 'default_allow_comments'
+          WHEN 'use_textile' THEN 'text_filter'
+         END) AS name,
+        val AS value
+      FROM `#{self.options[:txp_db]}`..`#{self.options[:txp_pfx]}`txp_prefs
+      WHERE name IN ('sitename', 'comments_on_default', 'use_textile')
+    }).each do |pref|
+      if pref['name'] == "text_filter" and pref['value'].to_i > 0
+        pref['value'] = 'textile'
+      end
+
+      begin
+        Setting.find_by_name(pref['name']).update_attribute("value", pref['value'])
+      rescue
+        Setting.create(pref)
+      end
+    end
+  end
+
+  def parse_options
+    OptionParser.new do |opt|
+      opt.banner = "Usage: textpattern.rb [options]"
+
+      opt.on('--db DBNAME', String, 'Text Pattern database name.') { |d| self.options[:txp_db] = d }
+      opt.on('--pf PREFIX', String, 'Textpattern table prefix.') { |p| self.options[:txp_pfx] = p }
+
+      opt.on_tail('-h', '--help', 'Show this message.') do
+        puts opt
+        exit
+      end
+
+      opt.parse!(ARGV)
+    end
+
+    unless self.options.include?(:txp_db)
+      puts "See textpattern.rb --help for help."
+      exit
+    end
+  end
+end
+
+TXPMigrate.new

data/db/converters/wordpress.rb

@@ -0,0 +1,187 @@
+#!/usr/bin/env ruby
+
+# WordPress 1.5x converter for typo by Patrick Lenz <patrick@lenz.sh>
+#
+# MAKE BACKUPS OF EVERYTHING BEFORE RUNNING THIS SCRIPT!
+# THIS SCRIPT IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND
+
+require File.dirname(__FILE__) + '/../../config/environment'
+require 'optparse'
+
+class WPMigrate
+  attr_accessor :options
+
+  def initialize
+    self.options = {}
+    self.parse_options
+    self.convert_categories
+    self.convert_entries
+    self.convert_prefs
+  end
+
+  def convert_categories
+    wp_categories = ActiveRecord::Base.connection.select_all(%{
+      SELECT cat_name AS name
+      FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_categories`
+    })
+
+    puts "Converting #{wp_categories.size} categories.."
+
+    wp_categories.each do |cat|
+      Category.create(cat) unless Category.find_by_name(cat['name'])
+    end
+  end
+
+  def convert_entries
+    wp_entries = ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        `#{self.options[:wp_prefix]}_posts`.ID,
+        (CASE comment_status WHEN 'closed' THEN '0' ELSE '1' END) AS allow_comments,
+        (CASE ping_status WHEN 'closed' THEN '0' ELSE '1' END) AS allow_pings,
+        post_title AS title,
+        post_content AS body,
+        post_excerpt AS excerpt,
+        post_date AS created_at,
+        post_modified AS updated_at,
+        (CASE LENGTH(user_nickname) WHEN '0' THEN user_login ELSE user_nickname END) AS author,
+        (CASE post_status WHEN 'publish' THEN '1' ELSE '0' END) AS published,
+        post_category
+      FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_posts`, `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_users`
+      WHERE `#{self.options[:wp_prefix]}_users`.ID = `#{self.options[:wp_prefix]}_posts`.post_author
+    })
+
+    puts "Converting #{wp_entries.size} entries.."
+
+    wp_entries.each do |entry|
+      a = Article.new
+      a.attributes = entry.reject { |k,v| k =~ /^(ID|post_category|body)/ }
+      a.text_filter = self.options[:text_filter]
+      body = entry['body']
+      more_index = body.index('<!--more-->')
+      if more_index
+      	a.body = body[0...more_index]
+      	a.extended = body[more_index+11...body.length]
+      else
+      	a.body = body
+      end
+      a.save
+
+      # Assign primary category
+      unless entry['post_category'].to_i.zero?
+        puts "Assign primary category for entry #{entry['ID']}"
+
+        ActiveRecord::Base.connection.select_all(%{
+          SELECT cat_name
+          FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_categories`
+          WHERE cat_ID = '#{entry['post_category']}'
+        }).each do |c|
+          a.categories.push_with_attributes(Category.find_by_name(c['cat_name']), :is_primary => 1) rescue nil
+        end
+      end
+
+      # Fetch category assignments
+      puts "Assign remaining categories for entry #{entry['ID']}"
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT cat_name
+        FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_categories`, `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_post2cat`
+        WHERE post_id = #{entry['ID']}
+        AND `#{self.options[:wp_prefix]}_post2cat`.category_id = `#{self.options[:wp_prefix]}_categories`.cat_ID
+      }).each do |c|
+        a.categories.push_with_attributes(Category.find_by_name(c['cat_name']), :is_primary => 0)
+      end
+
+      # Fetch comments
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT
+          comment_author AS author,
+          comment_author_email AS email,
+          comment_author_url AS url,
+          comment_content AS body,
+          comment_date AS created_at,
+          comment_author_IP AS ip
+        FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_comments`
+        WHERE comment_post_ID = #{entry['ID']}
+        AND comment_type != 'trackback'
+        AND comment_approved = '1'
+      }).each do |c|
+        a.comments.create(c)
+      end
+
+      # Fetch trackbacks
+      ActiveRecord::Base.connection.select_all(%{
+        SELECT
+          comment_author AS blog_name,
+          comment_author_url AS url,
+          comment_content AS excerpt,
+          comment_date AS created_at,
+          comment_author_IP AS ip
+        FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_comments`
+        WHERE comment_post_ID = #{entry['ID']}
+        AND comment_type = 'trackback'
+        AND comment_approved = '1'
+      }).each do |c|
+        c['title'] = c['excerpt'].match("<(strong)>(.+?)</\\1>")[2] rescue c['blog_name']
+        a.trackbacks.create(c)
+      end
+
+    end
+  end
+
+  def convert_prefs
+    puts "Converting prefs"
+
+    ActiveRecord::Base.connection.select_all(%{
+      SELECT
+        (CASE option_name
+          WHEN 'blogname' THEN 'blog_name'
+          WHEN 'default_comment_status' THEN 'default_allow_comments'
+          WHEN 'default_ping_status' THEN 'default_allow_pings'
+         END) AS name,
+        option_value AS value
+      FROM `#{self.options[:wp_db]}`.`#{self.options[:wp_prefix]}_options`
+      WHERE option_name IN ('blogname', 'default_comment_status', 'default_ping_status')
+    }).each do |pref|
+      if pref['name'] =~ /^default_allow/
+        pref['value'] = (pref['value'] == "open" ? 1 : 0)
+      end
+
+      begin
+        Setting.find_by_name(pref['name']).update_attribute("value", pref['value'])
+      rescue
+        Setting.create(pref)
+      end
+    end
+  end
+
+  def parse_options
+    OptionParser.new do |opt|
+      opt.banner = "Usage: wordpress.rb [options]"
+
+      opt.on('--db DBNAME', String, 'WordPress database name.') { |d| self.options[:wp_db] = d }
+      opt.on('--prefix PREFIX', String, 'WordPress table prefix (defaults to \'wp\').') { |d| self.options[:wp_prefix] = d }
+      opt.on('--filter TEXTFILTER', String, 'Textfilter for imported articles (defaults to markdown).') { |d| self.options[:text_filter] = d }
+
+      opt.on_tail('-h', '--help', 'Show this message.') do
+        puts opt
+        exit
+      end
+
+      opt.parse!(ARGV)
+    end
+
+    unless self.options.include?(:wp_db)
+      puts "See wordpress.rb --help for help."
+      exit
+    end
+
+    unless self.options.include?(:wp_prefix)
+      self.options[:wp_prefix] = "wp"
+    end
+
+    unless self.options.include?(:text_filter)
+      self.options[:text_filter] = 'markdown'
+    end
+  end
+end
+
+WPMigrate.new