bunto-import 2.0.0 → 3.0.0

data/lib/bunto-import/importers/posterous.rb

@@ -1,130 +1,130 @@
-module BuntoImport
-  module Importers
-    class Posterous < Importer
-
-      def self.specify_options(c)
-        c.option 'email', '--email EMAIL', 'Posterous email address'
-        c.option 'password', '--password PW', 'Posterous password'
-        c.option 'api_token', '--token TOKEN', 'Posterous API Token'
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rubygems
-          bunto
-          fileutils
-          uri
-          json
-          net/http
-        ])
-      end
-
-      def self.fetch(uri_str, limit = 10)
-        # You should choose better exception.
-        raise ArgumentError, 'Stuck in a redirect loop. Please double check your email and password' if limit == 0
-
-        response = nil
-        Net::HTTP.start('posterous.com') do |http|
-          req = Net::HTTP::Get.new(uri_str)
-          req.basic_auth @email, @pass
-          response = http.request(req)
-        end
-
-        case response
-          when Net::HTTPSuccess     then response
-          when Net::HTTPRedirection then fetch(response['location'], limit - 1)
-          else response.error!
-        end
-      end
-
-      def self.fetch_images(directory, imgs)
-        def self.fetch_one(url, limit = 10)
-          raise ArgumentError, 'HTTP redirect too deep' if limit == 0
-          response = Net::HTTP.get_response(URI.parse(url))
-          case response
-          when Net::HTTPSuccess     then response.body
-          when Net::HTTPRedirection then self.fetch_one(response['location'], limit - 1)
-          else
-            response.error!
-          end
-        end
-
-        FileUtils.mkdir_p directory
-        urls = Array.new
-        imgs.each do |img|
-          fullurl = img["full"]["url"]
-          uri = URI.parse(fullurl)
-          imgname = uri.path.split("/")[-1]
-          imgdata = self.fetch_one(fullurl)
-          open(directory + "/" + imgname, "wb") do |file|
-            file.write imgdata
-          end
-          urls.push(directory + "/" + imgname)
-        end
-
-        return urls
-      end
-
-      def self.process(options)
-        email     = options.fetch('email')
-        pass      = options.fetch('password')
-        api_token = options.fetch('api_token')
-
-        @email, @pass, @api_token = email, pass, api_token
-        defaults = { :include_imgs => false, :blog => 'primary', :base_path => '/' }
-        opts = defaults.merge(opts)
-        FileUtils.mkdir_p "_posts"
-
-        posts = JSON.parse(self.fetch("/api/v2/users/me/sites/#{opts[:blog]}/posts?api_token=#{@api_token}").body)
-        page = 1
-
-        while posts.any?
-          posts.each do |post|
-            title = post["title"]
-            slug = title.gsub(/[^[:alnum:]]+/, '-').downcase
-            date = Date.parse(post["display_date"])
-            content = post["body_html"]
-            published = !post["is_private"]
-            basename = "%02d-%02d-%02d-%s" % [date.year, date.month, date.day, slug]
-            name = basename + '.html'
-
-            # Images:
-            if opts[:include_imgs]
-              post_imgs = post["media"]["images"]
-              if post_imgs.any?
-                img_dir = "imgs/%s" % basename
-                img_urls = self.fetch_images(img_dir, post_imgs)
-
-                img_urls.map! do |url|
-                  '<li><img src="' + opts[:base_path] + url + '"></li>'
-                end
-                imgcontent = "<ol>\n" + img_urls.join("\n") + "</ol>\n"
-
-                # filter out "posterous-content", replacing with imgs:
-                content = content.sub(/\<p\>\[\[posterous-content:[^\]]+\]\]\<\/p\>/, imgcontent)
-              end
-            end
-
-            # Get the relevant fields as a hash, delete empty fields and convert
-            # to YAML for the header
-            data = {
-               'layout' => 'post',
-               'title' => title.to_s,
-               'published' => published
-             }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
-
-            # Write out the data and content to file
-            File.open("_posts/#{name}", "w") do |f|
-              f.puts data
-              f.puts "---"
-              f.puts content
-            end
-          end
-
-          page += 1
-          posts = JSON.parse(self.fetch("/api/v2/users/me/sites/#{opts[:blog]}/posts?api_token=#{@api_token}&page=#{page}").body)
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class Posterous < Importer
+
+      def self.specify_options(c)
+        c.option 'email', '--email EMAIL', 'Posterous email address'
+        c.option 'password', '--password PW', 'Posterous password'
+        c.option 'api_token', '--token TOKEN', 'Posterous API Token'
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rubygems
+          bunto
+          fileutils
+          uri
+          json
+          net/http
+        ])
+      end
+
+      def self.fetch(uri_str, limit = 10)
+        # You should choose better exception.
+        raise ArgumentError, 'Stuck in a redirect loop. Please double check your email and password' if limit == 0
+
+        response = nil
+        Net::HTTP.start('posterous.com') do |http|
+          req = Net::HTTP::Get.new(uri_str)
+          req.basic_auth @email, @pass
+          response = http.request(req)
+        end
+
+        case response
+          when Net::HTTPSuccess     then response
+          when Net::HTTPRedirection then fetch(response['location'], limit - 1)
+          else response.error!
+        end
+      end
+
+      def self.fetch_images(directory, imgs)
+        def self.fetch_one(url, limit = 10)
+          raise ArgumentError, 'HTTP redirect too deep' if limit == 0
+          response = Net::HTTP.get_response(URI.parse(url))
+          case response
+          when Net::HTTPSuccess     then response.body
+          when Net::HTTPRedirection then self.fetch_one(response['location'], limit - 1)
+          else
+            response.error!
+          end
+        end
+
+        FileUtils.mkdir_p directory
+        urls = Array.new
+        imgs.each do |img|
+          fullurl = img["full"]["url"]
+          uri = URI.parse(fullurl)
+          imgname = uri.path.split("/")[-1]
+          imgdata = self.fetch_one(fullurl)
+          open(directory + "/" + imgname, "wb") do |file|
+            file.write imgdata
+          end
+          urls.push(directory + "/" + imgname)
+        end
+
+        return urls
+      end
+
+      def self.process(options)
+        email     = options.fetch('email')
+        pass      = options.fetch('password')
+        api_token = options.fetch('api_token')
+
+        @email, @pass, @api_token = email, pass, api_token
+        defaults = { :include_imgs => false, :blog => 'primary', :base_path => '/' }
+        opts = defaults.merge(opts)
+        FileUtils.mkdir_p "_posts"
+
+        posts = JSON.parse(self.fetch("/api/v2/users/me/sites/#{opts[:blog]}/posts?api_token=#{@api_token}").body)
+        page = 1
+
+        while posts.any?
+          posts.each do |post|
+            title = post["title"]
+            slug = title.gsub(/[^[:alnum:]]+/, '-').downcase
+            date = Date.parse(post["display_date"])
+            content = post["body_html"]
+            published = !post["is_private"]
+            basename = "%02d-%02d-%02d-%s" % [date.year, date.month, date.day, slug]
+            name = basename + '.html'
+
+            # Images:
+            if opts[:include_imgs]
+              post_imgs = post["media"]["images"]
+              if post_imgs.any?
+                img_dir = "imgs/%s" % basename
+                img_urls = self.fetch_images(img_dir, post_imgs)
+
+                img_urls.map! do |url|
+                  '<li><img src="' + opts[:base_path] + url + '"></li>'
+                end
+                imgcontent = "<ol>\n" + img_urls.join("\n") + "</ol>\n"
+
+                # filter out "posterous-content", replacing with imgs:
+                content = content.sub(/\<p\>\[\[posterous-content:[^\]]+\]\]\<\/p\>/, imgcontent)
+              end
+            end
+
+            # Get the relevant fields as a hash, delete empty fields and convert
+            # to YAML for the header
+            data = {
+               'layout' => 'post',
+               'title' => title.to_s,
+               'published' => published
+             }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+
+            # Write out the data and content to file
+            File.open("_posts/#{name}", "w") do |f|
+              f.puts data
+              f.puts "---"
+              f.puts content
+            end
+          end
+
+          page += 1
+          posts = JSON.parse(self.fetch("/api/v2/users/me/sites/#{opts[:blog]}/posts?api_token=#{@api_token}&page=#{page}").body)
+        end
+      end
+    end
+  end
+end

data/lib/bunto-import/importers/rss.rb

@@ -1,62 +1,62 @@
-module BuntoImport
-  module Importers
-    class RSS < Importer
-      def self.specify_options(c)
-        c.option 'source', '--source NAME', 'The RSS file or URL to import'
-      end
-
-      def self.validate(options)
-        if options['source'].nil?
-          abort "Missing mandatory option --source."
-        end
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          rss
-          rss/1.0
-          rss/2.0
-          open-uri
-          fileutils
-          safe_yaml
-        ])
-      end
-
-      # Process the import.
-      #
-      # source - a URL or a local file String.
-      #
-      # Returns nothing.
-      def self.process(options)
-        source = options.fetch('source')
-
-        content = ""
-        open(source) { |s| content = s.read }
-        rss = ::RSS::Parser.parse(content, false)
-
-        raise "There doesn't appear to be any RSS items at the source (#{source}) provided." unless rss
-
-        rss.items.each do |item|
-          formatted_date = item.date.strftime('%Y-%m-%d')
-          post_name = item.title.split(%r{ |!|/|:|&|-|$|,}).map do |i|
-            i.downcase if i != ''
-          end.compact.join('-')
-          name = "#{formatted_date}-#{post_name}"
-
-          header = {
-            'layout' => 'post',
-            'title' => item.title
-          }
-
-          FileUtils.mkdir_p("_posts")
-
-          File.open("_posts/#{name}.html", "w") do |f|
-            f.puts header.to_yaml
-            f.puts "---\n\n"
-            f.puts item.description
-          end
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class RSS < Importer
+      def self.specify_options(c)
+        c.option 'source', '--source NAME', 'The RSS file or URL to import'
+      end
+
+      def self.validate(options)
+        if options['source'].nil?
+          abort "Missing mandatory option --source."
+        end
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          rss
+          rss/1.0
+          rss/2.0
+          open-uri
+          fileutils
+          safe_yaml
+        ])
+      end
+
+      # Process the import.
+      #
+      # source - a URL or a local file String.
+      #
+      # Returns nothing.
+      def self.process(options)
+        source = options.fetch('source')
+
+        content = ""
+        open(source) { |s| content = s.read }
+        rss = ::RSS::Parser.parse(content, false)
+
+        raise "There doesn't appear to be any RSS items at the source (#{source}) provided." unless rss
+
+        rss.items.each do |item|
+          formatted_date = item.date.strftime('%Y-%m-%d')
+          post_name = item.title.split(%r{ |!|/|:|&|-|$|,}).map do |i|
+            i.downcase if i != ''
+          end.compact.join('-')
+          name = "#{formatted_date}-#{post_name}"
+
+          header = {
+            'layout' => 'post',
+            'title' => item.title
+          }
+
+          FileUtils.mkdir_p("_posts")
+
+          File.open("_posts/#{name}.html", "w") do |f|
+            f.puts header.to_yaml
+            f.puts "---\n\n"
+            f.puts item.description
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bunto-import/importers/s9y.rb

@@ -1,60 +1,60 @@
-module BuntoImport
-  module Importers
-    class S9Y < Importer
-      def self.specify_options(c)
-        c.option 'source', '--source SOURCE', 'The URL of the S9Y RSS feed'
-      end
-
-      def self.validate(options)
-        if options['source'].nil?
-          abort "Missing mandatory option --source, e.g. --source \"http://blog.example.com/rss.php?version=2.0&all=1\""
-        end
-      end
-
-      def self.require_deps
-        BuntoImport.require_with_fallback(%w[
-          open-uri
-          rss
-          fileutils
-          safe_yaml
-        ])
-      end
-
-      def self.process(options)
-        source = options.fetch('source')
-
-        FileUtils.mkdir_p("_posts")
-
-        text = ''
-        open(source) { |line| text = line.read }
-        rss = ::RSS::Parser.parse(text)
-
-        rss.items.each do |item|
-          post_url = item.link.match('.*(/archives/.*)')[1]
-          categories = item.categories.collect { |c| c.content }
-          content = item.content_encoded.strip
-          date = item.date
-          slug = item.link.match('.*/archives/[0-9]+-(.*)\.html')[1]
-          name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
-                                                 slug]
-
-          data = {
-            'layout' => 'post',
-            'title' => item.title,
-            'categories' => categories,
-            'permalink' => post_url,
-            's9y_link' => item.link,
-            'date' => item.date,
-          }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
-
-          # Write out the data and content to file
-          File.open("_posts/#{name}", "w") do |f|
-            f.puts data
-            f.puts "---"
-            f.puts content
-          end
-        end
-      end
-    end
-  end
-end
+module BuntoImport
+  module Importers
+    class S9Y < Importer
+      def self.specify_options(c)
+        c.option 'source', '--source SOURCE', 'The URL of the S9Y RSS feed'
+      end
+
+      def self.validate(options)
+        if options['source'].nil?
+          abort "Missing mandatory option --source, e.g. --source \"http://blog.example.com/rss.php?version=2.0&all=1\""
+        end
+      end
+
+      def self.require_deps
+        BuntoImport.require_with_fallback(%w[
+          open-uri
+          rss
+          fileutils
+          safe_yaml
+        ])
+      end
+
+      def self.process(options)
+        source = options.fetch('source')
+
+        FileUtils.mkdir_p("_posts")
+
+        text = ''
+        open(source) { |line| text = line.read }
+        rss = ::RSS::Parser.parse(text)
+
+        rss.items.each do |item|
+          post_url = item.link.match('.*(/archives/.*)')[1]
+          categories = item.categories.collect { |c| c.content }
+          content = item.content_encoded.strip
+          date = item.date
+          slug = item.link.match('.*/archives/[0-9]+-(.*)\.html')[1]
+          name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
+                                                 slug]
+
+          data = {
+            'layout' => 'post',
+            'title' => item.title,
+            'categories' => categories,
+            'permalink' => post_url,
+            's9y_link' => item.link,
+            'date' => item.date,
+          }.delete_if { |k,v| v.nil? || v == '' }.to_yaml
+
+          # Write out the data and content to file
+          File.open("_posts/#{name}", "w") do |f|
+            f.puts data
+            f.puts "---"
+            f.puts content
+          end
+        end
+      end
+    end
+  end
+end