bunto-import 2.0.0 → 3.0.0

data/lib/bunto-import/importers/ghost.rb

@@ -1,68 +1,68 @@
-module BuntoImport
-  module Importers
-    class Ghost < Importer
-
-      def self.specify_options(c)
-        c.option 'dbfile', '--dbfile', 'Database file (default: ghost.db)'
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rubygems
-          sequel
-          fileutils
-          safe_yaml
-        ])
-      end
-
-      def self.process(options)
-        posts = fetch_posts(options.fetch('dbfile', 'ghost.db'))
-        if !posts.empty?
-          FileUtils.mkdir_p("_posts")
-          FileUtils.mkdir_p("_drafts")
-          posts.each do |post|
-            write_post_to_file(post)
-          end
-        end
-      end
-
-      private
-      def self.fetch_posts(dbfile)
-        db = Sequel.sqlite(dbfile)
-        query = "SELECT `title`, `slug`, `markdown`, `created_at`, `status` FROM posts"
-        db[query]
-      end
-
-      def self.write_post_to_file(post)
-        # detect if the post is a draft
-        draft = post[:status].eql?('draft')
-
-        # Ghost saves the time in an weird format with 3 more numbers.
-        # But the time is correct when we remove the last 3 numbers.
-        date = Time.at(post[:created_at].to_i.to_s[0..-4].to_i)
-
-        # the directory where the file will be saved to. either _drafts or _posts
-        directory = draft ? "_drafts" : "_posts"
-
-        # the filename under which the post is stored
-        filename = File.join(directory, "#{date.strftime('%Y-%m-%d')}-#{post[:slug]}.markdown")
-
-        # the YAML FrontMatter
-        frontmatter = { 'layout' => 'post', 'title' => post[:title] }
-        frontmatter['date'] =  date if !draft # only add the date to the frontmatter when the post is published
-        frontmatter.delete_if { |k,v| v.nil? || v == '' } # removes empty fields
-
-        # write the posts to disk
-        write_file(filename, frontmatter.to_yaml, post[:markdown])
-      end
-
-      def self.write_file(filename, frontmatter, content)
-        File.open(filename, "w") do |f|
-          f.puts frontmatter
-          f.puts "---"
-          f.puts content
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class Ghost < Importer
+
+      def self.specify_options(c)
+        c.option 'dbfile', '--dbfile', 'Database file (default: ghost.db)'
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rubygems
+          sequel
+          fileutils
+          safe_yaml
+        ])
+      end
+
+      def self.process(options)
+        posts = fetch_posts(options.fetch('dbfile', 'ghost.db'))
+        if !posts.empty?
+          FileUtils.mkdir_p("_posts")
+          FileUtils.mkdir_p("_drafts")
+          posts.each do |post|
+            write_post_to_file(post)
+          end
+        end
+      end
+
+      private
+      def self.fetch_posts(dbfile)
+        db = Sequel.sqlite(dbfile)
+        query = "SELECT `title`, `slug`, `markdown`, `created_at`, `status` FROM posts"
+        db[query]
+      end
+
+      def self.write_post_to_file(post)
+        # detect if the post is a draft
+        draft = post[:status].eql?('draft')
+
+        # Ghost saves the time in an weird format with 3 more numbers.
+        # But the time is correct when we remove the last 3 numbers.
+        date = Time.at(post[:created_at].to_i.to_s[0..-4].to_i)
+
+        # the directory where the file will be saved to. either _drafts or _posts
+        directory = draft ? "_drafts" : "_posts"
+
+        # the filename under which the post is stored
+        filename = File.join(directory, "#{date.strftime('%Y-%m-%d')}-#{post[:slug]}.markdown")
+
+        # the YAML FrontMatter
+        frontmatter = { 'layout' => 'post', 'title' => post[:title] }
+        frontmatter['date'] =  date if !draft # only add the date to the frontmatter when the post is published
+        frontmatter.delete_if { |k,v| v.nil? || v == '' } # removes empty fields
+
+        # write the posts to disk
+        write_file(filename, frontmatter.to_yaml, post[:markdown])
+      end
+
+      def self.write_file(filename, frontmatter, content)
+        File.open(filename, "w") do |f|
+          f.puts frontmatter
+          f.puts "---"
+          f.puts content
+        end
+      end
+    end
+  end
+end

data/lib/bunto-import/importers/google_reader.rb

@@ -1,64 +1,64 @@
-module BuntoImport
-  module Importers
-    class GoogleReader < Importer
-      def self.validate(options)
-        if options['source'].nil?
-          abort "Missing mandatory option --source."
-        end
-      end
-
-      def self.specify_options(c)
-        c.option 'source', '--source', 'Source XML file of Google Reader export'
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rubygems
-          rss
-          fileutils
-          safe_yaml
-          open-uri
-          rexml/document
-          date
-        ])
-      end
-
-      # Process the import.
-      #
-      # source - a URL or a local file String.
-      #
-      # Returns nothing.
-      def self.process(options)
-        source = options.fetch('source')
-
-        open(source) do |content|
-          feed = RSS::Parser.parse(content)
-
-          raise "There doesn't appear to be any RSS items at the source (#{source}) provided." unless feed
-
-          feed.items.each do |item|
-            title = item.title.content.to_s
-            formatted_date = Date.parse(item.published.to_s)
-            post_name = title.split(%r{ |!|/|:|&|-|$|,}).map do |i|
-              i.downcase if i != ''
-            end.compact.join('-')
-            name = "#{formatted_date}-#{post_name}"
-
-            header = {
-              'layout' => 'post',
-              'title' => title
-            }
-
-            FileUtils.mkdir_p("_posts")
-
-            File.open("_posts/#{name}.html", "w") do |f|
-              f.puts header.to_yaml
-              f.puts "---\n\n"
-              f.puts item.content.content.to_s
-            end
-          end
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class GoogleReader < Importer
+      def self.validate(options)
+        if options['source'].nil?
+          abort "Missing mandatory option --source."
+        end
+      end
+
+      def self.specify_options(c)
+        c.option 'source', '--source', 'Source XML file of Google Reader export'
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rubygems
+          rss
+          fileutils
+          safe_yaml
+          open-uri
+          rexml/document
+          date
+        ])
+      end
+
+      # Process the import.
+      #
+      # source - a URL or a local file String.
+      #
+      # Returns nothing.
+      def self.process(options)
+        source = options.fetch('source')
+
+        open(source) do |content|
+          feed = RSS::Parser.parse(content)
+
+          raise "There doesn't appear to be any RSS items at the source (#{source}) provided." unless feed
+
+          feed.items.each do |item|
+            title = item.title.content.to_s
+            formatted_date = Date.parse(item.published.to_s)
+            post_name = title.split(%r{ |!|/|:|&|-|$|,}).map do |i|
+              i.downcase if i != ''
+            end.compact.join('-')
+            name = "#{formatted_date}-#{post_name}"
+
+            header = {
+              'layout' => 'post',
+              'title' => title
+            }
+
+            FileUtils.mkdir_p("_posts")
+
+            File.open("_posts/#{name}.html", "w") do |f|
+              f.puts header.to_yaml
+              f.puts "---\n\n"
+              f.puts item.content.content.to_s
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bunto-import/importers/joomla.rb

@@ -1,90 +1,92 @@
-module BuntoImport
-  module Importers
-    class Joomla < Importer
-      def self.validate(options)
-        %w[dbname user].each do |option|
-          if options[option].nil?
-            abort "Missing mandatory option --#{option}."
-          end
-        end
-      end
-
-      def self.specify_options(c)
-        c.option 'dbname', '--dbname', 'Database name'
-        c.option 'user', '--user', 'Database user name'
-        c.option 'password', '--password', "Database user's password (default: '')"
-        c.option 'host', '--host', 'Database host name'
-        c.option 'section', '--section', 'Table prefix name'
-        c.option 'prefix', '--prefix', 'Table prefix name'
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rubygems
-          sequel
-          fileutils
-          safe_yaml
-        ])
-      end
-
-      def self.process(options)
-        dbname  = options.fetch('dbname')
-        user    = options.fetch('user')
-        pass    = options.fetch('password', '')
-        host    = options.fetch('host', "localhost")
-        section = options.fetch('section', '1')
-        table_prefix = options.fetch('prefix', "jos_")
-
-        db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
-
-        FileUtils.mkdir_p("_posts")
-
-        # Reads a MySQL database via Sequel and creates a post file for each
-        # post in wp_posts that has post_status = 'publish'. This restriction is
-        # made because 'draft' posts are not guaranteed to have valid dates.
-        query = "SELECT `title`, `alias`, CONCAT(`introtext`,`fulltext`) as content, `created`, `id` FROM #{table_prefix}content WHERE (state = '0' OR state = '1') AND sectionid = '#{section}'"
-
-        db[query].each do |post|
-          # Get required fields and construct Bunto compatible name.
-          title = post[:title]
-          date = post[:created]
-          content = post[:content]
-          id = post[:id]
-
-          # Construct a slug from the title if alias field empty.
-          # Remove illegal filename characters.
-          if !post[:alias] or post[:alias].empty?
-            slug = sluggify(post[:title])
-          else
-            slug = sluggify(post[:alias])
-          end
-
-          name = "%02d-%02d-%02d-%03d-%s.markdown" % [date.year, date.month, date.day,
-                                                 id,slug]
-
-          # Get the relevant fields as a hash, delete empty fields and convert
-          # to YAML for the header.
-          data = {
-             'layout' => 'post',
-             'title' => title.to_s,
-             'joomla_id' => post[:id],
-             'joomla_url' => post[:alias],
-             'date' => date
-           }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
-
-          # Write out the data and content to file
-          File.open("_posts/#{name}", "w") do |f|
-            f.puts data
-            f.puts "---"
-            f.puts content
-          end
-        end
-      end
-
-      # Borrowed from the Wordpress importer
-      def self.sluggify( title )
-        title = title.downcase.gsub(/[^0-9A-Za-z]+/, " ").strip.gsub(" ", "-")
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class Joomla < Importer
+      def self.validate(options)
+        %w[dbname user].each do |option|
+          if options[option].nil?
+            abort "Missing mandatory option --#{option}."
+          end
+        end
+      end
+
+      def self.specify_options(c)
+        c.option 'dbname', '--dbname', 'Database name'
+        c.option 'user', '--user', 'Database user name'
+        c.option 'password', '--password', "Database user's password (default: '')"
+        c.option 'host', '--host', 'Database host name'
+        c.option 'section', '--section', 'Table prefix name'
+        c.option 'prefix', '--prefix', 'Table prefix name'
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rubygems
+          sequel
+          mysql2
+          fileutils
+          safe_yaml
+          mysql
+        ])
+      end
+
+      def self.process(options)
+        dbname  = options.fetch('dbname')
+        user    = options.fetch('user')
+        pass    = options.fetch('password', '')
+        host    = options.fetch('host', "localhost")
+        section = options.fetch('section', '1')
+        table_prefix = options.fetch('prefix', "jos_")
+
+        db = Sequel.mysql2(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+
+        FileUtils.mkdir_p("_posts")
+
+        # Reads a MySQL database via Sequel and creates a post file for each
+        # post in wp_posts that has post_status = 'publish'. This restriction is
+        # made because 'draft' posts are not guaranteed to have valid dates.
+        query = "SELECT `title`, `alias`, CONCAT(`introtext`,`fulltext`) as content, `created`, `id` FROM #{table_prefix}content WHERE (state = '0' OR state = '1') AND sectionid = '#{section}'"
+
+        db[query].each do |post|
+          # Get required fields and construct Bunto compatible name.
+          title = post[:title]
+          date = post[:created]
+          content = post[:content]
+          id = post[:id]
+
+          # Construct a slug from the title if alias field empty.
+          # Remove illegal filename characters.
+          if !post[:alias] or post[:alias].empty?
+            slug = sluggify(post[:title])
+          else
+            slug = sluggify(post[:alias])
+          end
+
+          name = "%02d-%02d-%02d-%03d-%s.markdown" % [date.year, date.month, date.day,
+                                                 id,slug]
+
+          # Get the relevant fields as a hash, delete empty fields and convert
+          # to YAML for the header.
+          data = {
+             'layout' => 'post',
+             'title' => title.to_s,
+             'joomla_id' => post[:id],
+             'joomla_url' => post[:alias],
+             'date' => date
+           }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
+
+          # Write out the data and content to file
+          File.open("_posts/#{name}", "w") do |f|
+            f.puts data
+            f.puts "---"
+            f.puts content
+          end
+        end
+      end
+
+      # Borrowed from the Wordpress importer
+      def self.sluggify( title )
+        title = title.downcase.gsub(/[^0-9A-Za-z]+/, " ").strip.gsub(" ", "-")
+      end
+    end
+  end
+end

data/lib/bunto-import/importers/joomla3.rb

@@ -1,91 +1,91 @@
-module BuntoImport
-  module Importers
-    class Joomla3 < Importer
-      def self.validate(options)
-        %w[dbname user prefix].each do |option|
-          if options[option].nil?
-            abort "Missing mandatory option --#{option}."
-          end
-        end
-      end
-
-      def self.specify_options(c)
-        c.option 'dbname', '--dbname', 'Database name'
-        c.option 'user', '--user', 'Database user name'
-        c.option 'password', '--password', "Database user's password (default: '')"
-        c.option 'host', '--host', 'Database host name'
-        c.option 'category', '--category', 'ID of the category'
-        c.option 'prefix', '--prefix', 'Table prefix name'
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rubygems
-          sequel
-          fileutils
-          safe_yaml
-        ])
-      end
-
-      def self.process(options)
-        dbname  = options.fetch('dbname')
-        user    = options.fetch('user')
-        pass    = options.fetch('password', '')
-        host    = options.fetch('host', "localhost")
-        cid	    = options.fetch('category', 0)
-        table_prefix = options.fetch('prefix', "jos_")
-
-        db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
-
-        FileUtils.mkdir_p("_posts")
-
-        # Reads a MySQL database via Sequel and creates a post file for each
-        # post in #__content that is published.
-        query = "SELECT `cn`.`title`, `cn`.`alias`, `cn`.`introtext`, CONCAT(`cn`.`introtext`,`cn`.`fulltext`) AS `content`, "
-		query << "`cn`.`created`, `cn`.`id`, `ct`.`title` AS `category`, `u`.`name` AS `author` "
-		query << "FROM `#{table_prefix}content` AS `cn` JOIN `#{table_prefix}categories` AS `ct` ON `cn`.`catid` = `ct`.`id` "
-		query << "JOIN `#{table_prefix}users` AS `u` ON `cn`.`created_by` = `u`.`id` "
-		query << "WHERE (`cn`.`state` = '1' OR `cn`.`state` = '2') " # Only published and archived content items to be imported
-
-		if cid > 0
-			query << " AND `cn`.`catid` = '#{cid}' "
-		else 
-			query << " AND `cn`.`catid` != '2' " #Filter out uncategorized content
-		end
-
-        db[query].each do |post|
-          # Get required fields and construct Bunto compatible name.
-          title = post[:title]
-          slug = post[:alias]
-          date = post[:created]
-		  author = post[:author]
-		  category = post[:category]
-          content = post[:content]
-		  excerpt = post[:introtext]
-          name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
-                                                 slug]
-
-          # Get the relevant fields as a hash, delete empty fields and convert
-          # to YAML for the header.
-          data = {
-             'layout' => 'post',
-             'title' => title.to_s,
-             'joomla_id' => post[:id],
-             'joomla_url' => slug,
-             'date' => date,
-			 'author' => author,
-			 'excerpt' => excerpt.strip.to_s,
-			 'category' => category
-           }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
-
-          # Write out the data and content to file
-          File.open("_posts/#{name}", "w") do |f|
-            f.puts data
-            f.puts "---"
-            f.puts content
-          end
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class Joomla3 < Importer
+      def self.validate(options)
+        %w[dbname user prefix].each do |option|
+          if options[option].nil?
+            abort "Missing mandatory option --#{option}."
+          end
+        end
+      end
+
+      def self.specify_options(c)
+        c.option 'dbname', '--dbname', 'Database name'
+        c.option 'user', '--user', 'Database user name'
+        c.option 'password', '--password', "Database user's password (default: '')"
+        c.option 'host', '--host', 'Database host name'
+        c.option 'category', '--category', 'ID of the category'
+        c.option 'prefix', '--prefix', 'Table prefix name'
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rubygems
+          sequel
+          fileutils
+          safe_yaml
+        ])
+      end
+
+      def self.process(options)
+        dbname  = options.fetch('dbname')
+        user    = options.fetch('user')
+        pass    = options.fetch('password', '')
+        host    = options.fetch('host', "localhost")
+        cid	    = options.fetch('category', 0)
+        table_prefix = options.fetch('prefix', "jos_")
+
+        db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+
+        FileUtils.mkdir_p("_posts")
+
+        # Reads a MySQL database via Sequel and creates a post file for each
+        # post in #__content that is published.
+        query = "SELECT `cn`.`title`, `cn`.`alias`, `cn`.`introtext`, CONCAT(`cn`.`introtext`,`cn`.`fulltext`) AS `content`, "
+		query << "`cn`.`created`, `cn`.`id`, `ct`.`title` AS `category`, `u`.`name` AS `author` "
+		query << "FROM `#{table_prefix}content` AS `cn` JOIN `#{table_prefix}categories` AS `ct` ON `cn`.`catid` = `ct`.`id` "
+		query << "JOIN `#{table_prefix}users` AS `u` ON `cn`.`created_by` = `u`.`id` "
+		query << "WHERE (`cn`.`state` = '1' OR `cn`.`state` = '2') " # Only published and archived content items to be imported
+
+		if cid > 0
+			query << " AND `cn`.`catid` = '#{cid}' "
+		else 
+			query << " AND `cn`.`catid` != '2' " #Filter out uncategorized content
+		end
+
+        db[query].each do |post|
+          # Get required fields and construct Bunto compatible name.
+          title = post[:title]
+          slug = post[:alias]
+          date = post[:created]
+		  author = post[:author]
+		  category = post[:category]
+          content = post[:content]
+		  excerpt = post[:introtext]
+          name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
+                                                 slug]
+
+          # Get the relevant fields as a hash, delete empty fields and convert
+          # to YAML for the header.
+          data = {
+             'layout' => 'post',
+             'title' => title.to_s,
+             'joomla_id' => post[:id],
+             'joomla_url' => slug,
+             'date' => date,
+			 'author' => author,
+			 'excerpt' => excerpt.strip.to_s,
+			 'category' => category
+           }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
+
+          # Write out the data and content to file
+          File.open("_posts/#{name}", "w") do |f|
+            f.puts data
+            f.puts "---"
+            f.puts content
+          end
+        end
+      end
+    end
+  end
+end