RubyGems - fagiani-jekyll - Versions diffs - 0.10.1 - Mend

fagiani-jekyll 0.10.1

Files changed (97) hide show

data/History.txt +284 -0
data/LICENSE +21 -0
data/README.textile +41 -0
data/Rakefile +159 -0
data/bin/jekyll +192 -0
data/cucumber.yml +1 -0
data/features/create_sites.feature +94 -0
data/features/embed_filters.feature +60 -0
data/features/markdown.feature +30 -0
data/features/pagination.feature +27 -0
data/features/permalinks.feature +65 -0
data/features/post_data.feature +153 -0
data/features/site_configuration.feature +126 -0
data/features/site_data.feature +82 -0
data/features/step_definitions/jekyll_steps.rb +145 -0
data/features/support/env.rb +16 -0
data/jekyll.gemspec +140 -0
data/lib/jekyll.rb +125 -0
data/lib/jekyll/albino.rb +120 -0
data/lib/jekyll/converter.rb +50 -0
data/lib/jekyll/converters/identity.rb +22 -0
data/lib/jekyll/converters/markdown.rb +113 -0
data/lib/jekyll/converters/textile.rb +33 -0
data/lib/jekyll/convertible.rb +98 -0
data/lib/jekyll/core_ext.rb +52 -0
data/lib/jekyll/errors.rb +6 -0
data/lib/jekyll/filters.rb +53 -0
data/lib/jekyll/generator.rb +7 -0
data/lib/jekyll/generators/pagination.rb +87 -0
data/lib/jekyll/layout.rb +36 -0
data/lib/jekyll/migrators/csv.rb +26 -0
data/lib/jekyll/migrators/drupal.rb +86 -0
data/lib/jekyll/migrators/marley.rb +53 -0
data/lib/jekyll/migrators/mephisto.rb +79 -0
data/lib/jekyll/migrators/mt.rb +77 -0
data/lib/jekyll/migrators/textpattern.rb +50 -0
data/lib/jekyll/migrators/typo.rb +49 -0
data/lib/jekyll/migrators/wordpress.com.rb +38 -0
data/lib/jekyll/migrators/wordpress.rb +56 -0
data/lib/jekyll/page.rb +134 -0
data/lib/jekyll/plugin.rb +76 -0
data/lib/jekyll/post.rb +244 -0
data/lib/jekyll/site.rb +273 -0
data/lib/jekyll/static_file.rb +75 -0
data/lib/jekyll/tags/highlight.rb +73 -0
data/lib/jekyll/tags/include.rb +37 -0
data/test/helper.rb +34 -0
data/test/source/.htaccess +8 -0
data/test/source/_includes/sig.markdown +3 -0
data/test/source/_layouts/default.html +27 -0
data/test/source/_layouts/simple.html +1 -0
data/test/source/_posts/2008-02-02-not-published.textile +8 -0
data/test/source/_posts/2008-02-02-published.textile +8 -0
data/test/source/_posts/2008-10-18-foo-bar.textile +8 -0
data/test/source/_posts/2008-11-21-complex.textile +8 -0
data/test/source/_posts/2008-12-03-permalinked-post.textile +9 -0
data/test/source/_posts/2008-12-13-include.markdown +8 -0
data/test/source/_posts/2009-01-27-array-categories.textile +10 -0
data/test/source/_posts/2009-01-27-categories.textile +7 -0
data/test/source/_posts/2009-01-27-category.textile +7 -0
data/test/source/_posts/2009-01-27-empty-categories.textile +7 -0
data/test/source/_posts/2009-01-27-empty-category.textile +7 -0
data/test/source/_posts/2009-03-12-hash-#1.markdown +6 -0
data/test/source/_posts/2009-05-18-empty-tag.textile +6 -0
data/test/source/_posts/2009-05-18-empty-tags.textile +6 -0
data/test/source/_posts/2009-05-18-tag.textile +6 -0
data/test/source/_posts/2009-05-18-tags.textile +9 -0
data/test/source/_posts/2009-06-22-empty-yaml.textile +3 -0
data/test/source/_posts/2009-06-22-no-yaml.textile +1 -0
data/test/source/_posts/2010-01-08-triple-dash.markdown +5 -0
data/test/source/_posts/2010-01-09-date-override.textile +7 -0
data/test/source/_posts/2010-01-09-time-override.textile +7 -0
data/test/source/_posts/2010-01-09-timezone-override.textile +7 -0
data/test/source/_posts/2010-01-16-override-data.textile +4 -0
data/test/source/about.html +6 -0
data/test/source/category/_posts/2008-9-23-categories.textile +6 -0
data/test/source/contacts.html +5 -0
data/test/source/css/screen.css +76 -0
data/test/source/deal.with.dots.html +7 -0
data/test/source/foo/_posts/bar/2008-12-12-topical-post.textile +8 -0
data/test/source/index.html +22 -0
data/test/source/sitemap.xml +32 -0
data/test/source/win/_posts/2009-05-24-yaml-linebreak.markdown +7 -0
data/test/source/z_category/_posts/2008-9-23-categories.textile +6 -0
data/test/suite.rb +9 -0
data/test/test_configuration.rb +29 -0
data/test/test_core_ext.rb +66 -0
data/test/test_filters.rb +53 -0
data/test/test_generated_site.rb +72 -0
data/test/test_kramdown.rb +23 -0
data/test/test_page.rb +117 -0
data/test/test_pager.rb +113 -0
data/test/test_post.rb +396 -0
data/test/test_rdiscount.rb +18 -0
data/test/test_site.rb +186 -0
data/test/test_tags.rb +127 -0
metadata +332 -0

@@ -0,0 +1,36 @@
+module Jekyll
+  class Layout
+    include Convertible
+    attr_accessor :site
+    attr_accessor :ext
+    attr_accessor :data, :content
+    # Initialize a new Layout.
+    #   +site+ is the Site
+    #   +base+ is the String path to the <source>
+    #   +name+ is the String filename of the post file
+    #
+    # Returns <Page>
+    def initialize(site, base, name)
+      @site = site
+      @base = base
+      @name = name
+      self.data = {}
+      self.process(name)
+      self.read_yaml(base, name)
+    end
+    # Extract information from the layout filename
+    #   +name+ is the String filename of the layout file
+    #
+    # Returns nothing
+    def process(name)
+      self.ext = File.extname(name)
+    end
+  end
+end

data/lib/jekyll/migrators/csv.rb ADDED

@@ -0,0 +1,26 @@
+module Jekyll
+  module CSV
+    #Reads a csv with title, permalink, body, published_at, and filter.
+    #It creates a post file for each row in the csv
+    def self.process(file = "posts.csv")
+      FileUtils.mkdir_p "_posts"
+      posts = 0
+      FasterCSV.foreach(file) do |row|
+        next if row[0] == "title"
+        posts += 1
+        name = row[3].split(" ")[0]+"-"+row[1]+(row[4] =~ /markdown/ ? ".markdown" : ".textile")
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts <<-HEADER
+---
+layout: post
+title: #{row[0]}
+---
+          HEADER
+          f.puts row[2]
+        end
+      end
+      "Created #{posts} posts!"
+    end
+  end
+end

data/lib/jekyll/migrators/drupal.rb ADDED

@@ -0,0 +1,86 @@
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+require 'yaml'
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+module Jekyll
+  module Drupal
+    # Reads a MySQL database via Sequel and creates a post file for each
+    # post in wp_posts that has post_status = 'publish'.
+    # This restriction is made because 'draft' posts are not guaranteed to
+    # have valid dates.
+    QUERY = "SELECT node.nid, node.title, node_revisions.body, node.created, node.status FROM node, node_revisions WHERE (node.type = 'blog' OR node.type = 'story') AND node.vid = node_revisions.vid"
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+      FileUtils.mkdir_p "_posts"
+      FileUtils.mkdir_p "_drafts"
+      # Create the refresh layout
+      # Change the refresh url if you customized your permalink config
+      File.open("_layouts/refresh.html", "w") do |f|
+        f.puts <<EOF
+<!DOCTYPE html>
+<html>
+<head>
+<meta http-equiv="content-type" content="text/html; charset=utf-8" />
+<meta http-equiv="refresh" content="0;url={{ page.refresh_to_post_id }}.html" />
+</head>
+</html>
+EOF
+      end
+      db[QUERY].each do |post|
+        # Get required fields and construct Jekyll compatible name
+        node_id = post[:nid]
+        title = post[:title]
+        content = post[:body]
+        created = post[:created]
+        time = Time.at(created)
+        is_published = post[:status] == 1
+        dir = is_published ? "_posts" : "_drafts"
+        slug = title.strip.downcase.gsub(/(&|&amp;)/, ' and ').gsub(/[\s\.\/\\]/, '-').gsub(/[^\w-]/, '').gsub(/[-_]{2,}/, '-').gsub(/^[-_]/, '').gsub(/[-_]$/, '')
+        name = time.strftime("%Y-%m-%d-") + slug + '.md'
+        # Get the relevant fields as a hash, delete empty fields and convert
+        # to YAML for the header
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'created' => created,
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+        # Write out the data and content to file
+        File.open("#{dir}/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+        # Make a file to redirect from the old Drupal URL
+        if is_published
+          FileUtils.mkdir_p "node/#{node_id}"
+          File.open("node/#{node_id}/index.md", "w") do |f|
+            f.puts "---"
+            f.puts "layout: refresh"
+            f.puts "refresh_to_post_id: /#{time.strftime("%Y/%m/%d/") + slug}"
+            f.puts "---"
+          end
+        end
+      end
+      # TODO: Make dirs & files for nodes of type 'page'
+        # Make refresh pages for these as well
+      # TODO: Make refresh dirs & files according to entries in url_alias table
+    end
+  end
+end

data/lib/jekyll/migrators/marley.rb ADDED

@@ -0,0 +1,53 @@
+require 'yaml'
+require 'fileutils'
+module Jekyll
+  module Marley
+    def self.regexp
+      { :id    => /^\d{0,4}-{0,1}(.*)$/,
+        :title => /^#\s*(.*)\s+$/,
+        :title_with_date => /^#\s*(.*)\s+\(([0-9\/]+)\)$/,
+        :published_on => /.*\s+\(([0-9\/]+)\)$/,
+        :perex => /^([^\#\n]+\n)$/,
+        :meta  => /^\{\{\n(.*)\}\}\n$/mi # Multiline Regexp
+      }
+    end
+    def self.process(marley_data_dir)
+      raise ArgumentError, "marley dir #{marley_data_dir} not found" unless File.directory?(marley_data_dir)
+      FileUtils.mkdir_p "_posts"
+      posts = 0
+      Dir["#{marley_data_dir}/**/*.txt"].each do |f|
+        next unless File.exists?(f)
+        #copied over from marley's app/lib/post.rb
+        file_content  = File.read(f)
+        meta_content  = file_content.slice!( self.regexp[:meta] )
+        body          = file_content.sub( self.regexp[:title], '').sub( self.regexp[:perex], '').strip
+        title = file_content.scan( self.regexp[:title] ).first.to_s.strip
+        prerex = file_content.scan( self.regexp[:perex] ).first.to_s.strip
+        published_on = DateTime.parse( post[:published_on] ) rescue File.mtime( File.dirname(f) )
+        meta          = ( meta_content ) ? YAML::load( meta_content.scan( self.regexp[:meta]).to_s ) : {}
+        meta['title'] = title
+        meta['layout'] = 'post'
+        formatted_date = published_on.strftime('%Y-%m-%d')
+        post_name =  File.dirname(f).split(%r{/}).last.gsub(/\A\d+-/, '')
+        name = "#{formatted_date}-#{post_name}"
+        File.open("_posts/#{name}.markdown", "w") do |f|
+          f.puts meta.to_yaml
+          f.puts "---\n"
+          f.puts "\n#{prerex}\n\n" if prerex
+          f.puts body
+        end
+        posts += 1
+      end
+      "Created #{posts} posts!"
+    end
+  end
+end

data/lib/jekyll/migrators/mephisto.rb ADDED

@@ -0,0 +1,79 @@
+# Quickly hacked together my Michael Ivey
+# Based on mt.rb by Nick Gerakines, open source and publically
+# available under the MIT license. Use this module at your own risk.
+require 'rubygems'
+require 'sequel'
+require 'fastercsv'
+require 'fileutils'
+require File.join(File.dirname(__FILE__),"csv.rb")
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+module Jekyll
+  module Mephisto
+    #Accepts a hash with database config variables, exports mephisto posts into a csv
+    #export PGPASSWORD if you must
+    def self.postgres(c)
+      sql = <<-SQL
+      BEGIN;
+      CREATE TEMP TABLE jekyll AS
+        SELECT title, permalink, body, published_at, filter FROM contents
+        WHERE user_id = 1 AND type = 'Article' ORDER BY published_at;
+      COPY jekyll TO STDOUT WITH CSV HEADER;
+      ROLLBACK;
+      SQL
+      command = %Q(psql -h #{c[:host] || "localhost"} -c "#{sql.strip}" #{c[:database]} #{c[:username]} -o #{c[:filename] || "posts.csv"})
+      puts command
+      `#{command}`
+      CSV.process
+    end
+    # This query will pull blog posts from all entries across all blogs. If
+    # you've got unpublished, deleted or otherwise hidden posts please sift
+    # through the created posts to make sure nothing is accidently published.
+    QUERY = "SELECT id, permalink, body, published_at, title FROM contents WHERE user_id = 1 AND type = 'Article' AND published_at IS NOT NULL ORDER BY published_at"
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+      FileUtils.mkdir_p "_posts"
+      db[QUERY].each do |post|
+        title = post[:title]
+        slug = post[:permalink]
+        date = post[:published_at]
+        content = post[:body]
+#         more_content = ''
+        # Be sure to include the body and extended body.
+#         if more_content != nil
+#           content = content + " \n" + more_content
+#         end
+        # Ideally, this script would determine the post format (markdown, html
+        # , etc) and create files with proper extensions. At this point it
+        # just assumes that markdown will be acceptable.
+        name = [date.year, date.month, date.day, slug].join('-') + ".markdown"
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'mt_id' => post[:entry_id],
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+    end
+  end
+end

data/lib/jekyll/migrators/mt.rb ADDED

@@ -0,0 +1,77 @@
+# Created by Nick Gerakines, open source and publically available under the
+# MIT license. Use this module at your own risk.
+# I'm an Erlang/Perl/C++ guy so please forgive my dirty ruby.
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+require 'yaml'
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+module Jekyll
+  module MT
+    # This query will pull blog posts from all entries across all blogs. If
+    # you've got unpublished, deleted or otherwise hidden posts please sift
+    # through the created posts to make sure nothing is accidently published.
+    QUERY = "SELECT entry_id, entry_basename, entry_text, entry_text_more, entry_authored_on, entry_title, entry_convert_breaks FROM mt_entry"
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+      FileUtils.mkdir_p "_posts"
+      db[QUERY].each do |post|
+        title = post[:entry_title]
+        slug = post[:entry_basename].gsub(/_/, '-')
+        date = post[:entry_authored_on]
+        content = post[:entry_text]
+        more_content = post[:entry_text_more]
+        entry_convert_breaks = post[:entry_convert_breaks]
+        # Be sure to include the body and extended body.
+        if more_content != nil
+          content = content + " \n" + more_content
+        end
+        # Ideally, this script would determine the post format (markdown, html
+        # , etc) and create files with proper extensions. At this point it
+        # just assumes that markdown will be acceptable.
+        name = [date.year, date.month, date.day, slug].join('-') + '.' + self.suffix(entry_convert_breaks)
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'mt_id' => post[:entry_id],
+           'date' => date
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+    end
+    def self.suffix(entry_type)
+      if entry_type.nil? || entry_type.include?("markdown")
+          # The markdown plugin I have saves this as "markdown_with_smarty_pants", so I just look for "markdown".
+          "markdown"
+        elsif entry_type.include?("textile")
+          # This is saved as "textile_2" on my installation of MT 5.1.
+          "textile"
+        elsif entry_type == "0" || entry_type.include?("richtext")
+          # richtext looks to me like it's saved as HTML, so I include it here.
+          "html"
+        else
+          # Other values might need custom work.
+          entry_type
+      end
+    end
+  end
+end

data/lib/jekyll/migrators/textpattern.rb ADDED

@@ -0,0 +1,50 @@
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+module Jekyll
+  module TextPattern
+    # Reads a MySQL database via Sequel and creates a post file for each post.
+    # The only posts selected are those with a status of 4 or 5, which means "live"
+    # and "sticky" respectively.
+    # Other statuses is 1 => draft, 2 => hidden and 3 => pending
+    QUERY = "select Title, url_title, Posted, Body, Keywords from textpattern where Status = '4' or Status = '5'"
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+      FileUtils.mkdir_p "_posts"
+      db[QUERY].each do |post|
+        # Get required fields and construct Jekyll compatible name
+        title = post[:Title]
+        slug = post[:url_title]
+        date = post[:Posted]
+        content = post[:Body]
+        name = [date.strftime("%Y-%m-%d"), slug].join('-') + ".textile"
+        # Get the relevant fields as a hash, delete empty fields and convert
+        # to YAML for the header
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'tags' => post[:Keywords].split(',')
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+        # Write out the data and content to file
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+    end
+  end
+end

data/lib/jekyll/migrators/typo.rb ADDED

@@ -0,0 +1,49 @@
+# Author: Toby DiPasquale <toby@cbcg.net>
+require 'fileutils'
+require 'rubygems'
+require 'sequel'
+module Jekyll
+  module Typo
+    # this SQL *should* work for both MySQL and PostgreSQL, but I haven't
+    # tested PostgreSQL yet (as of 2008-12-16)
+    SQL = <<-EOS
+    SELECT c.id id,
+           c.title title,
+           c.permalink slug,
+           c.body body,
+           c.published_at date,
+           c.state state,
+           COALESCE(tf.name, 'html') filter
+      FROM contents c
+           LEFT OUTER JOIN text_filters tf
+                        ON c.text_filter_id = tf.id
+    EOS
+    def self.process dbname, user, pass, host='localhost'
+      FileUtils.mkdir_p '_posts'
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')
+      db[SQL].each do |post|
+        next unless post[:state] =~ /Published/
+        name = [ sprintf("%.04d", post[:date].year),
+                 sprintf("%.02d", post[:date].month),
+                 sprintf("%.02d", post[:date].day),
+                 post[:slug].strip ].join('-')
+        # Can have more than one text filter in this field, but we just want
+        # the first one for this
+        name += '.' + post[:filter].split(' ')[0]
+        File.open("_posts/#{name}", 'w') do |f|
+          f.puts({ 'layout'   => 'post',
+                   'title'    => post[:title].to_s,
+                   'typo_id'  => post[:id]
+                 }.delete_if { |k, v| v.nil? || v == '' }.to_yaml)
+          f.puts '---'
+          f.puts post[:body].delete("\r")
+        end
+      end
+    end
+  end   # module Typo
+end   # module Jekyll