jsjohnst-jekyll 0.4.1.999.1

data/lib/jekyll/converters/mt.rb

@@ -0,0 +1,59 @@
+# Created by Nick Gerakines, open source and publically available under the
+# MIT license. Use this module at your own risk.
+# I'm an Erlang/Perl/C++ guy so please forgive my dirty ruby.
+
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+ 
+module Jekyll
+  module MT
+    # This query will pull blog posts from all entries across all blogs. If
+    # you've got unpublished, deleted or otherwise hidden posts please sift
+    # through the created posts to make sure nothing is accidently published.
+    QUERY = "SELECT entry_id, entry_basename, entry_text, entry_text_more, entry_created_on, entry_title FROM mt_entry"
+ 
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
+      
+      FileUtils.mkdir_p "_posts"
+            
+      db[QUERY].each do |post|
+        title = post[:entry_title]
+        slug = post[:entry_basename]
+        date = post[:entry_created_on]
+        content = post[:entry_text]
+        more_content = post[:entry_text_more]
+        
+        # Be sure to include the body and extended body.
+        if more_content != nil
+          content = content + " \n" + more_content
+        end
+        
+        # Ideally, this script would determine the post format (markdown, html
+        # , etc) and create files with proper extensions. At this point it
+        # just assumes that markdown will be acceptable.
+        name = [date.year, date.month, date.day, slug].join('-') + ".markdown"
+
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'mt_id' => post[:entry_id],
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+ 
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+ 
+    end
+  end
+end

data/lib/jekyll/converters/rss.rb

@@ -0,0 +1,44 @@
+module Jekyll
+
+  require 'rexml/document'
+  require 'time'
+  require "YAML"
+
+  module RSS
+    #Reads posts from an RSS feed.
+    #It creates a post file for each entry in the RSS.
+    def self.process(source = "rss.xml")
+      #FileUtils.mkdir_p "_posts"
+      content = ""
+      open(source, "r") { |f| content << f.read }
+      doc = REXML::Document.new(content)
+      posts = 0
+      doc.elements.each("rss/channel/item") do |item|
+        link = item.elements["link"].text
+        name = link.split("/")[-1]
+        name = $1 if name =~ /(.*)\.html/
+        name = $1 if name =~ /\d+\-(.*)/
+
+        #title = item.elements["title"].text
+        content = item.elements["content:encoded"].text
+        timestamp = Time.parse(item.elements["pubDate"].text)
+        filename = "_posts/#{timestamp.strftime("%Y-%m-%d")}-#{name}.html"
+        puts "#{link} -> #{filename}"
+        File.open(filename, "w") do |f|
+          YAML.dump(
+            {
+              "layout" => "post",
+              "name" => name,
+              "title" => item.elements["title"].text,
+              "time" => timestamp,
+            },
+            f
+          )
+          f.puts "---\n#{content}"
+        end
+        posts += 1
+      end
+      puts "Created #{posts} posts!"
+    end
+  end
+end

data/lib/jekyll/converters/textpattern.rb

@@ -0,0 +1,50 @@
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+
+module Jekyll
+  module TextPattern
+    # Reads a MySQL database via Sequel and creates a post file for each post.
+    # The only posts selected are those with a status of 4 or 5, which means "live"
+    # and "sticky" respectively.
+    # Other statuses is 1 => draft, 2 => hidden and 3 => pending
+    QUERY = "select Title, url_title, Posted, Body, Keywords from textpattern where Status = '4' or Status = '5'"
+
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
+      
+      FileUtils.mkdir_p "_posts"
+            
+      db[QUERY].each do |post|
+        # Get required fields and construct Jekyll compatible name
+        title = post[:Title]
+        slug = post[:url_title]
+        date = post[:Posted]
+        content = post[:Body]
+        
+        name = [date.strftime("%Y-%m-%d"), slug].join('-') + ".textile"
+
+        # Get the relevant fields as a hash, delete empty fields and convert
+        # to YAML for the header        
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'tags' => post[:Keywords].split(',')
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+
+        # Write out the data and content to file
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+    end
+  end
+end

data/lib/jekyll/converters/typo.rb

@@ -0,0 +1,49 @@
+# Author: Toby DiPasquale <toby@cbcg.net>
+require 'fileutils'
+require 'rubygems'
+require 'sequel'
+ 
+module Jekyll
+  module Typo
+    # this SQL *should* work for both MySQL and PostgreSQL, but I haven't 
+    # tested PostgreSQL yet (as of 2008-12-16)
+    SQL = <<-EOS
+    SELECT c.id id,
+           c.title title, 
+           c.permalink slug, 
+           c.body body,
+           c.published_at date, 
+           c.state state,
+           COALESCE(tf.name, 'html') filter
+      FROM contents c 
+           LEFT OUTER JOIN text_filters tf
+                        ON c.text_filter_id = tf.id 
+    EOS
+
+    def self.process dbname, user, pass, host='localhost'
+      FileUtils.mkdir_p '_posts'
+      db = Sequel.mysql dbname, :user => user, :password => pass, :host => host
+      db[SQL].each do |post|
+        next unless post[:state] =~ /Published/
+
+        name = [ sprintf("%.04d", post[:date].year),
+                 sprintf("%.02d", post[:date].month),
+                 sprintf("%.02d", post[:date].day),
+                 post[:slug].strip ].join('-')
+        # Can have more than one text filter in this field, but we just want 
+        # the first one for this
+        name += '.' + post[:filter].split(' ')[0]
+
+        File.open("_posts/#{name}", 'w') do |f|
+          f.puts({ 'layout'   => 'post',
+                   'title'    => post[:title].to_s,
+                   'typo_id'  => post[:id]
+                 }.delete_if { |k, v| v.nil? || v == '' }.to_yaml)
+          f.puts '---'
+          f.puts post[:body].delete("\r")
+        end
+      end
+    end
+
+  end   # module Typo
+end   # module Jekyll

data/lib/jekyll/converters/wordpress.rb

@@ -0,0 +1,55 @@
+require 'rubygems'
+require 'sequel'
+require 'fileutils'
+
+# NOTE: This converter requires Sequel and the MySQL gems.
+# The MySQL gem can be difficult to install on OS X. Once you have MySQL
+# installed, running the following commands should work:
+# $ sudo gem install sequel
+# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+
+module Jekyll
+  module WordPress
+
+    # Reads a MySQL database via Sequel and creates a post file for each
+    # post in wp_posts that has post_status = 'publish'.
+    # This restriction is made because 'draft' posts are not guaranteed to
+    # have valid dates.
+    QUERY = "select post_title, post_name, post_date, post_content, post_excerpt, ID, guid from wp_posts where post_status = 'publish' and post_type = 'post'"
+
+    def self.process(dbname, user, pass, host = 'localhost')
+      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
+
+      FileUtils.mkdir_p "_posts"
+
+      db[QUERY].each do |post|
+        # Get required fields and construct Jekyll compatible name
+        title = post[:post_title]
+        slug = post[:post_name]
+        date = post[:post_date]
+        content = post[:post_content]
+
+        name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
+                                               slug]
+
+        # Get the relevant fields as a hash, delete empty fields and convert
+        # to YAML for the header
+        data = {
+           'layout' => 'post',
+           'title' => title.to_s,
+           'excerpt' => post[:post_excerpt].to_s,
+           'wordpress_id' => post[:ID],
+           'wordpress_url' => post[:guid]
+         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml
+
+        # Write out the data and content to file
+        File.open("_posts/#{name}", "w") do |f|
+          f.puts data
+          f.puts "---"
+          f.puts content
+        end
+      end
+
+    end
+  end
+end

data/lib/jekyll/convertible.rb

@@ -0,0 +1,71 @@
+module Jekyll
+  module Convertible
+    # Return the contents as a string
+    def to_s
+      self.content || ''
+    end
+    
+    # Read the YAML frontmatter
+    #   +base+ is the String path to the dir containing the file
+    #   +name+ is the String filename of the file
+    #
+    # Returns nothing
+    def read_yaml(base, name)
+      self.content = File.read(File.join(base, name))
+      
+      if self.content =~ /^(---\s*\n.*?)\n---\s*\n/m
+        self.content = self.content[($1.size + 5)..-1]
+        
+        self.data = YAML.load($1)
+      end
+    end
+    
+    # Transform the contents based on the file extension.
+    #
+    # Returns nothing
+    def transform
+      case Jekyll.content_type
+      when :textile
+        self.ext = ".html"
+        self.content = RedCloth.new(self.content).to_html
+      when :markdown
+        self.ext = ".html"
+        self.content = Jekyll.markdown_proc.call(self.content)
+      end
+    end
+    
+    def determine_content_type
+      case self.ext[1..-1]
+      when /textile/i
+        return :textile
+      when /markdown/i, /mkdn/i, /md/i
+        return :markdown
+      end      
+      return :unknown
+    end
+    
+    # Add any necessary layouts to this convertible document
+    #   +layouts+ is a Hash of {"name" => "layout"}
+    #   +site_payload+ is the site payload hash
+    #
+    # Returns nothing
+    def do_layout(payload, layouts)
+      # render and transform content (this becomes the final content of the object)
+      Jekyll.content_type = self.determine_content_type
+      self.content = Liquid::Template.parse(self.content).render(payload, [Jekyll::Filters])
+      self.transform
+      
+      # output keeps track of what will finally be written
+      self.output = self.content
+      
+      # recursively render layouts
+      layout = layouts[self.data["layout"]]
+      while layout
+        payload = payload.deep_merge({"content" => self.output, "page" => layout.data})
+        self.output = Liquid::Template.parse(layout.content).render(payload, [Jekyll::Filters])
+        
+        layout = layouts[layout.data["layout"]]
+      end
+    end
+  end
+end

data/lib/jekyll/core_ext.rb

@@ -0,0 +1,22 @@
+class Hash
+  # Merges self with another hash, recursively.
+  # 
+  # This code was lovingly stolen from some random gem:
+  # http://gemjack.com/gems/tartan-0.1.1/classes/Hash.html
+  # 
+  # Thanks to whoever made it.
+  def deep_merge(hash)
+    target = dup
+    
+    hash.keys.each do |key|
+      if hash[key].is_a? Hash and self[key].is_a? Hash
+        target[key] = target[key].deep_merge(hash[key])
+        next
+      end
+      
+      target[key] = hash[key]
+    end
+    
+    target
+  end
+end

data/lib/jekyll/filters.rb

@@ -0,0 +1,87 @@
+module Jekyll
+  
+  module Filters
+    def textilize(input)
+      RedCloth.new(input).to_html
+    end
+
+    def date_to_rfc2822(date)
+      date.rfc2822
+    end
+    
+    def date_to_string(date)
+      date.strftime("%d %b %Y")
+    end
+
+    def date_to_long_string(date)
+      date.strftime("%d %B %Y")
+    end
+    
+    def date_to_xmlschema(date)
+      date.xmlschema
+    end
+    
+    def xml_escape(input)
+      input.gsub("&", "&amp;").gsub("<", "&lt;").gsub(">", "&gt;")
+    end
+    
+    def number_of_words(input)
+      input.split.length
+    end
+    
+    # Returns all content before the first-encountered <hr /> tag.
+    # Allows authors to mark the fold with an hr in their drafts.
+    # e.g. {{ content | before_fold }}
+    def before_fold(input)
+      input.split("<hr").first
+    end
+    
+    def array_to_sentence_string(array)
+      connector = "and"
+      case array.length
+      when 0
+        ""
+      when 1
+        array[0].to_s
+      when 2
+        "#{array[0]} #{connector} #{array[1]}"
+      else
+        "#{array[0...-1].join(', ')}, #{connector} #{array[-1]}"
+      end
+    end
+
+    def html_truncatewords(input, words = 15, truncate_string = "...")
+      doc = Hpricot.parse(input)
+      (doc/:"text()").to_s.split[0..words].join(' ') + truncate_string
+    end
+
+
+    def strip_html_suffix(input)
+      input.gsub(/\.html$/, '')
+    end
+
+    def gist(id)
+      js = open("http://gist.github.com/#{id}.js").read
+      js.match(/document.write\('(<div.+)'\)/)[1].gsub(/\\"/, '"').gsub(/\\\//, '/').gsub(/\\n/, '')
+    end
+    
+    def educate(input)
+      Smartypants.educate_string(input)
+    end
+
+    def markdown(input)
+      Maruku.new(input).to_html
+    end
+  end  
+
+  # Maruku, inexplicably, offers no way to access its Smartypants
+  # implementation outside of the Markdown interface. So here's a hack.
+  class Smartypants; end
+  class << Smartypants
+    include MaRuKu::In::Markdown::SpanLevelParser
+    include MaRuKu::Helpers
+    def educate_string(s)
+      educate([s]).map{ |x| x.to_html_entity rescue x }.join
+    end
+  end
+end

data/lib/jekyll/layout.rb

@@ -0,0 +1,47 @@
+module Jekyll
+
+  class Layout
+    include Convertible
+    
+    attr_accessor :ext
+    attr_accessor :data, :content
+    
+    # Initialize a new Layout.
+    #   +base+ is the String path to the <source>
+    #   +name+ is the String filename of the post file
+    #
+    # Returns <Page>
+    def initialize(base, name)
+      @base = base
+      @name = name
+      
+      self.data = {}
+      
+      self.process(name)
+      self.read_yaml(base, name)
+    end
+    
+    # Extract information from the layout filename
+    #   +name+ is the String filename of the layout file
+    #
+    # Returns nothing
+    def process(name)
+      self.ext = File.extname(name)
+    end
+ 
+    # Add any necessary layouts to this post
+    #   +layouts+ is a Hash of {"name" => "layout"}
+    #   +site_payload+ is the site payload hash
+    #
+    # Returns nothing
+    def add_layout(layouts, site_payload)
+      payload = {"page" => self.data}.deep_merge(site_payload)
+      self.content = Liquid::Template.parse(self.content).render(payload, [Jekyll::Filters])
+    
+      layout = layouts[self.data["layout"]] || self.content
+      payload = {"content" => self.content, "page" => self.data}
+    
+      self.content = Liquid::Template.parse(layout).render(payload, [Jekyll::Filters])
+    end
+  end
+end