sixones-jekyll 0.4.1
Sign up to get free protection for your applications and to get access to all the features.
- data/History.txt +113 -0
- data/README.textile +539 -0
- data/VERSION.yml +4 -0
- data/bin/jekyll +140 -0
- data/lib/jekyll/albino.rb +120 -0
- data/lib/jekyll/converters/csv.rb +26 -0
- data/lib/jekyll/converters/mephisto.rb +79 -0
- data/lib/jekyll/converters/mt.rb +59 -0
- data/lib/jekyll/converters/textpattern.rb +50 -0
- data/lib/jekyll/converters/typo.rb +49 -0
- data/lib/jekyll/converters/wordpress.rb +55 -0
- data/lib/jekyll/convertible.rb +71 -0
- data/lib/jekyll/core_ext.rb +22 -0
- data/lib/jekyll/custom_filters.rb +13 -0
- data/lib/jekyll/filters.rb +41 -0
- data/lib/jekyll/layout.rb +33 -0
- data/lib/jekyll/page.rb +64 -0
- data/lib/jekyll/post.rb +201 -0
- data/lib/jekyll/site.rb +190 -0
- data/lib/jekyll/tags/highlight.rb +53 -0
- data/lib/jekyll/tags/include.rb +31 -0
- data/lib/jekyll.rb +69 -0
- data/test/helper.rb +14 -0
- data/test/source/_includes/sig.markdown +3 -0
- data/test/source/_layouts/default.html +27 -0
- data/test/source/_layouts/simple.html +1 -0
- data/test/source/_posts/2008-10-18-foo-bar.textile +8 -0
- data/test/source/_posts/2008-11-21-complex.textile +8 -0
- data/test/source/_posts/2008-12-03-permalinked-post.textile +9 -0
- data/test/source/_posts/2008-12-13-include.markdown +8 -0
- data/test/source/category/_posts/2008-9-23-categories.textile +6 -0
- data/test/source/css/screen.css +76 -0
- data/test/source/foo/_posts/bar/2008-12-12-topical-post.textile +8 -0
- data/test/source/index.html +22 -0
- data/test/source/z_category/_posts/2008-9-23-categories.textile +6 -0
- data/test/suite.rb +9 -0
- data/test/test_filters.rb +41 -0
- data/test/test_generated_site.rb +32 -0
- data/test/test_jekyll.rb +0 -0
- data/test/test_post.rb +135 -0
- data/test/test_site.rb +45 -0
- data/test/test_tags.rb +31 -0
- metadata +212 -0
data/bin/jekyll
ADDED
@@ -0,0 +1,140 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
|
4
|
+
|
5
|
+
help = <<HELP
|
6
|
+
Jekyll is a blog-aware, static site generator.
|
7
|
+
|
8
|
+
Basic Command Line Usage:
|
9
|
+
jekyll # . -> ./_site
|
10
|
+
jekyll <path to write generated site> # . -> <path>
|
11
|
+
jekyll <path to source> <path to write generated site> # <path> -> <path>
|
12
|
+
|
13
|
+
Options:
|
14
|
+
HELP
|
15
|
+
|
16
|
+
require 'optparse'
|
17
|
+
require 'jekyll'
|
18
|
+
|
19
|
+
options = {}
|
20
|
+
|
21
|
+
opts = OptionParser.new do |opts|
|
22
|
+
opts.banner = help
|
23
|
+
|
24
|
+
opts.on("--auto", "Auto-regenerate") do
|
25
|
+
options[:auto] = true
|
26
|
+
end
|
27
|
+
|
28
|
+
opts.on("--server [PORT]", "Start web server (default port 4000)") do |port|
|
29
|
+
options[:server] = true
|
30
|
+
options[:server_port] = port || 4000
|
31
|
+
end
|
32
|
+
|
33
|
+
opts.on("--lsi", "Use LSI for better related posts") do
|
34
|
+
Jekyll.lsi = true
|
35
|
+
end
|
36
|
+
|
37
|
+
opts.on("--pygments", "Use pygments to highlight code") do
|
38
|
+
Jekyll.pygments = true
|
39
|
+
end
|
40
|
+
|
41
|
+
opts.on("--rdiscount", "Use rdiscount gem for Markdown") do
|
42
|
+
begin
|
43
|
+
require 'rdiscount'
|
44
|
+
Jekyll.markdown_proc = Proc.new { |x| RDiscount.new(x).to_html }
|
45
|
+
puts 'Using rdiscount for Markdown'
|
46
|
+
rescue LoadError
|
47
|
+
puts 'You must have the rdiscount gem installed first'
|
48
|
+
end
|
49
|
+
end
|
50
|
+
|
51
|
+
opts.on("--permalink [TYPE]", "Use 'date' (default) for YYYY/MM/DD") do |style|
|
52
|
+
Jekyll.permalink_style = (style || 'date').to_sym
|
53
|
+
end
|
54
|
+
|
55
|
+
opts.on("--disable-custom-filters", "Disable's custom filters") do
|
56
|
+
Jekyll.custom_filters = false
|
57
|
+
end
|
58
|
+
|
59
|
+
opts.on("--version", "Display current version") do
|
60
|
+
puts "Jekyll " + Jekyll.version
|
61
|
+
exit 0
|
62
|
+
end
|
63
|
+
end
|
64
|
+
|
65
|
+
opts.parse!
|
66
|
+
|
67
|
+
def clean(dest)
|
68
|
+
FileUtils.rm_rf(dest)
|
69
|
+
FileUtils.mkdir_p(dest)
|
70
|
+
end
|
71
|
+
|
72
|
+
def globs(source)
|
73
|
+
Dir.chdir(source) do
|
74
|
+
dirs = Dir['*'].select { |x| File.directory?(x) }
|
75
|
+
dirs -= ['_site']
|
76
|
+
dirs = dirs.map { |x| "#{x}/**/*" }
|
77
|
+
dirs += ['*']
|
78
|
+
end
|
79
|
+
end
|
80
|
+
|
81
|
+
source = nil
|
82
|
+
destination = nil
|
83
|
+
|
84
|
+
case ARGV.size
|
85
|
+
when 0
|
86
|
+
source = '.'
|
87
|
+
destination = File.join('.', '_site')
|
88
|
+
when 1
|
89
|
+
source = '.'
|
90
|
+
destination = ARGV[0]
|
91
|
+
when 2
|
92
|
+
source = ARGV[0]
|
93
|
+
destination = ARGV[1]
|
94
|
+
else
|
95
|
+
puts "Invalid options. Run `jekyll --help` for assistance."
|
96
|
+
exit(1)
|
97
|
+
end
|
98
|
+
|
99
|
+
if options[:auto]
|
100
|
+
require 'directory_watcher'
|
101
|
+
|
102
|
+
puts "Auto-regenerating enabled: #{source} -> #{destination}"
|
103
|
+
|
104
|
+
dw = DirectoryWatcher.new(source)
|
105
|
+
dw.interval = 1
|
106
|
+
dw.glob = globs(source)
|
107
|
+
|
108
|
+
dw.add_observer do |*args|
|
109
|
+
t = Time.now.strftime("%Y-%m-%d %H:%M:%S")
|
110
|
+
puts "[#{t}] regeneration: #{args.size} files changed"
|
111
|
+
Jekyll.process(source, destination)
|
112
|
+
end
|
113
|
+
|
114
|
+
dw.start
|
115
|
+
|
116
|
+
unless options[:server]
|
117
|
+
loop { sleep 1000 }
|
118
|
+
end
|
119
|
+
else
|
120
|
+
Jekyll.process(source, destination)
|
121
|
+
puts "Successfully generated site in #{destination}"
|
122
|
+
end
|
123
|
+
|
124
|
+
if options[:server]
|
125
|
+
require 'webrick'
|
126
|
+
include WEBrick
|
127
|
+
|
128
|
+
FileUtils.mkdir_p(destination)
|
129
|
+
|
130
|
+
s = HTTPServer.new(
|
131
|
+
:Port => options[:server_port],
|
132
|
+
:DocumentRoot => destination
|
133
|
+
)
|
134
|
+
t = Thread.new {
|
135
|
+
s.start
|
136
|
+
}
|
137
|
+
|
138
|
+
trap("INT") { s.shutdown }
|
139
|
+
t.join()
|
140
|
+
end
|
@@ -0,0 +1,120 @@
|
|
1
|
+
##
|
2
|
+
# Wrapper for the Pygments command line tool, pygmentize.
|
3
|
+
#
|
4
|
+
# Pygments: http://pygments.org/
|
5
|
+
#
|
6
|
+
# Assumes pygmentize is in the path. If not, set its location
|
7
|
+
# with Albino.bin = '/path/to/pygmentize'
|
8
|
+
#
|
9
|
+
# Use like so:
|
10
|
+
#
|
11
|
+
# @syntaxer = Albino.new('/some/file.rb', :ruby)
|
12
|
+
# puts @syntaxer.colorize
|
13
|
+
#
|
14
|
+
# This'll print out an HTMLized, Ruby-highlighted version
|
15
|
+
# of '/some/file.rb'.
|
16
|
+
#
|
17
|
+
# To use another formatter, pass it as the third argument:
|
18
|
+
#
|
19
|
+
# @syntaxer = Albino.new('/some/file.rb', :ruby, :bbcode)
|
20
|
+
# puts @syntaxer.colorize
|
21
|
+
#
|
22
|
+
# You can also use the #colorize class method:
|
23
|
+
#
|
24
|
+
# puts Albino.colorize('/some/file.rb', :ruby)
|
25
|
+
#
|
26
|
+
# Another also: you get a #to_s, for somewhat nicer use in Rails views.
|
27
|
+
#
|
28
|
+
# ... helper file ...
|
29
|
+
# def highlight(text)
|
30
|
+
# Albino.new(text, :ruby)
|
31
|
+
# end
|
32
|
+
#
|
33
|
+
# ... view file ...
|
34
|
+
# <%= highlight text %>
|
35
|
+
#
|
36
|
+
# The default lexer is 'text'. You need to specify a lexer yourself;
|
37
|
+
# because we are using STDIN there is no auto-detect.
|
38
|
+
#
|
39
|
+
# To see all lexers and formatters available, run `pygmentize -L`.
|
40
|
+
#
|
41
|
+
# Chris Wanstrath // chris@ozmm.org
|
42
|
+
# GitHub // http://github.com
|
43
|
+
#
|
44
|
+
require 'open4'
|
45
|
+
|
46
|
+
class Albino
|
47
|
+
@@bin = Rails.development? ? 'pygmentize' : '/usr/bin/pygmentize' rescue 'pygmentize'
|
48
|
+
|
49
|
+
def self.bin=(path)
|
50
|
+
@@bin = path
|
51
|
+
end
|
52
|
+
|
53
|
+
def self.colorize(*args)
|
54
|
+
new(*args).colorize
|
55
|
+
end
|
56
|
+
|
57
|
+
def initialize(target, lexer = :text, format = :html)
|
58
|
+
@target = File.exists?(target) ? File.read(target) : target rescue target
|
59
|
+
@options = { :l => lexer, :f => format }
|
60
|
+
end
|
61
|
+
|
62
|
+
def execute(command)
|
63
|
+
output = ''
|
64
|
+
Open4.popen4(command) do |pid, stdin, stdout, stderr|
|
65
|
+
stdin.puts @target
|
66
|
+
stdin.close
|
67
|
+
output = stdout.read.strip
|
68
|
+
[stdout, stderr].each { |io| io.close }
|
69
|
+
end
|
70
|
+
output
|
71
|
+
end
|
72
|
+
|
73
|
+
def colorize(options = {})
|
74
|
+
execute @@bin + convert_options(options)
|
75
|
+
end
|
76
|
+
alias_method :to_s, :colorize
|
77
|
+
|
78
|
+
def convert_options(options = {})
|
79
|
+
@options.merge(options).inject('') do |string, (flag, value)|
|
80
|
+
string + " -#{flag} #{value}"
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
84
|
+
|
85
|
+
if $0 == __FILE__
|
86
|
+
require 'rubygems'
|
87
|
+
require 'test/spec'
|
88
|
+
require 'mocha'
|
89
|
+
begin require 'redgreen'; rescue LoadError; end
|
90
|
+
|
91
|
+
context "Albino" do
|
92
|
+
setup do
|
93
|
+
@syntaxer = Albino.new(__FILE__, :ruby)
|
94
|
+
end
|
95
|
+
|
96
|
+
specify "defaults to text" do
|
97
|
+
syntaxer = Albino.new(__FILE__)
|
98
|
+
syntaxer.expects(:execute).with('pygmentize -f html -l text').returns(true)
|
99
|
+
syntaxer.colorize
|
100
|
+
end
|
101
|
+
|
102
|
+
specify "accepts options" do
|
103
|
+
@syntaxer.expects(:execute).with('pygmentize -f html -l ruby').returns(true)
|
104
|
+
@syntaxer.colorize
|
105
|
+
end
|
106
|
+
|
107
|
+
specify "works with strings" do
|
108
|
+
syntaxer = Albino.new('class New; end', :ruby)
|
109
|
+
assert_match %r(highlight), syntaxer.colorize
|
110
|
+
end
|
111
|
+
|
112
|
+
specify "aliases to_s" do
|
113
|
+
assert_equal @syntaxer.colorize, @syntaxer.to_s
|
114
|
+
end
|
115
|
+
|
116
|
+
specify "class method colorize" do
|
117
|
+
assert_equal @syntaxer.colorize, Albino.colorize(__FILE__, :ruby)
|
118
|
+
end
|
119
|
+
end
|
120
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
module Jekyll
|
2
|
+
module CSV
|
3
|
+
#Reads a csv with title, permalink, body, published_at, and filter.
|
4
|
+
#It creates a post file for each row in the csv
|
5
|
+
def self.process(file = "posts.csv")
|
6
|
+
FileUtils.mkdir_p "_posts"
|
7
|
+
posts = 0
|
8
|
+
FasterCSV.foreach(file) do |row|
|
9
|
+
next if row[0] == "title"
|
10
|
+
posts += 1
|
11
|
+
name = row[3].split(" ")[0]+"-"+row[1]+(row[4] =~ /markdown/ ? ".markdown" : ".textile")
|
12
|
+
File.open("_posts/#{name}", "w") do |f|
|
13
|
+
f.puts <<-HEADER
|
14
|
+
---
|
15
|
+
layout: post
|
16
|
+
title: #{row[0]}
|
17
|
+
---
|
18
|
+
|
19
|
+
HEADER
|
20
|
+
f.puts row[2]
|
21
|
+
end
|
22
|
+
end
|
23
|
+
"Created #{posts} posts!"
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
@@ -0,0 +1,79 @@
|
|
1
|
+
# Quickly hacked together my Michael Ivey
|
2
|
+
# Based on mt.rb by Nick Gerakines, open source and publically
|
3
|
+
# available under the MIT license. Use this module at your own risk.
|
4
|
+
|
5
|
+
require 'rubygems'
|
6
|
+
require 'sequel'
|
7
|
+
require 'fastercsv'
|
8
|
+
require 'fileutils'
|
9
|
+
require File.join(File.dirname(__FILE__),"csv.rb")
|
10
|
+
|
11
|
+
# NOTE: This converter requires Sequel and the MySQL gems.
|
12
|
+
# The MySQL gem can be difficult to install on OS X. Once you have MySQL
|
13
|
+
# installed, running the following commands should work:
|
14
|
+
# $ sudo gem install sequel
|
15
|
+
# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
|
16
|
+
|
17
|
+
module Jekyll
|
18
|
+
module Mephisto
|
19
|
+
#Accepts a hash with database config variables, exports mephisto posts into a csv
|
20
|
+
#export PGPASSWORD if you must
|
21
|
+
def self.postgres(c)
|
22
|
+
sql = <<-SQL
|
23
|
+
BEGIN;
|
24
|
+
CREATE TEMP TABLE jekyll AS
|
25
|
+
SELECT title, permalink, body, published_at, filter FROM contents
|
26
|
+
WHERE user_id = 1 AND type = 'Article' ORDER BY published_at;
|
27
|
+
COPY jekyll TO STDOUT WITH CSV HEADER;
|
28
|
+
ROLLBACK;
|
29
|
+
SQL
|
30
|
+
command = %Q(psql -h #{c[:host] || "localhost"} -c "#{sql.strip}" #{c[:database]} #{c[:username]} -o #{c[:filename] || "posts.csv"})
|
31
|
+
puts command
|
32
|
+
`#{command}`
|
33
|
+
CSV.process
|
34
|
+
end
|
35
|
+
|
36
|
+
# This query will pull blog posts from all entries across all blogs. If
|
37
|
+
# you've got unpublished, deleted or otherwise hidden posts please sift
|
38
|
+
# through the created posts to make sure nothing is accidently published.
|
39
|
+
|
40
|
+
QUERY = "SELECT id, permalink, body, published_at, title FROM contents WHERE user_id = 1 AND type = 'Article' AND published_at IS NOT NULL ORDER BY published_at"
|
41
|
+
|
42
|
+
def self.process(dbname, user, pass, host = 'localhost')
|
43
|
+
db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
|
44
|
+
|
45
|
+
FileUtils.mkdir_p "_posts"
|
46
|
+
|
47
|
+
db[QUERY].each do |post|
|
48
|
+
title = post[:title]
|
49
|
+
slug = post[:permalink]
|
50
|
+
date = post[:published_at]
|
51
|
+
content = post[:body]
|
52
|
+
# more_content = ''
|
53
|
+
|
54
|
+
# Be sure to include the body and extended body.
|
55
|
+
# if more_content != nil
|
56
|
+
# content = content + " \n" + more_content
|
57
|
+
# end
|
58
|
+
|
59
|
+
# Ideally, this script would determine the post format (markdown, html
|
60
|
+
# , etc) and create files with proper extensions. At this point it
|
61
|
+
# just assumes that markdown will be acceptable.
|
62
|
+
name = [date.year, date.month, date.day, slug].join('-') + ".markdown"
|
63
|
+
|
64
|
+
data = {
|
65
|
+
'layout' => 'post',
|
66
|
+
'title' => title.to_s,
|
67
|
+
'mt_id' => post[:entry_id],
|
68
|
+
}.delete_if { |k,v| v.nil? || v == ''}.to_yaml
|
69
|
+
|
70
|
+
File.open("_posts/#{name}", "w") do |f|
|
71
|
+
f.puts data
|
72
|
+
f.puts "---"
|
73
|
+
f.puts content
|
74
|
+
end
|
75
|
+
end
|
76
|
+
|
77
|
+
end
|
78
|
+
end
|
79
|
+
end
|
@@ -0,0 +1,59 @@
|
|
1
|
+
# Created by Nick Gerakines, open source and publically available under the
|
2
|
+
# MIT license. Use this module at your own risk.
|
3
|
+
# I'm an Erlang/Perl/C++ guy so please forgive my dirty ruby.
|
4
|
+
|
5
|
+
require 'rubygems'
|
6
|
+
require 'sequel'
|
7
|
+
require 'fileutils'
|
8
|
+
|
9
|
+
# NOTE: This converter requires Sequel and the MySQL gems.
|
10
|
+
# The MySQL gem can be difficult to install on OS X. Once you have MySQL
|
11
|
+
# installed, running the following commands should work:
|
12
|
+
# $ sudo gem install sequel
|
13
|
+
# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
|
14
|
+
|
15
|
+
module Jekyll
|
16
|
+
module MT
|
17
|
+
# This query will pull blog posts from all entries across all blogs. If
|
18
|
+
# you've got unpublished, deleted or otherwise hidden posts please sift
|
19
|
+
# through the created posts to make sure nothing is accidently published.
|
20
|
+
QUERY = "SELECT entry_id, entry_basename, entry_text, entry_text_more, entry_created_on, entry_title FROM mt_entry"
|
21
|
+
|
22
|
+
def self.process(dbname, user, pass, host = 'localhost')
|
23
|
+
db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
|
24
|
+
|
25
|
+
FileUtils.mkdir_p "_posts"
|
26
|
+
|
27
|
+
db[QUERY].each do |post|
|
28
|
+
title = post[:entry_title]
|
29
|
+
slug = post[:entry_basename]
|
30
|
+
date = post[:entry_created_on]
|
31
|
+
content = post[:entry_text]
|
32
|
+
more_content = post[:entry_text_more]
|
33
|
+
|
34
|
+
# Be sure to include the body and extended body.
|
35
|
+
if more_content != nil
|
36
|
+
content = content + " \n" + more_content
|
37
|
+
end
|
38
|
+
|
39
|
+
# Ideally, this script would determine the post format (markdown, html
|
40
|
+
# , etc) and create files with proper extensions. At this point it
|
41
|
+
# just assumes that markdown will be acceptable.
|
42
|
+
name = [date.year, date.month, date.day, slug].join('-') + ".markdown"
|
43
|
+
|
44
|
+
data = {
|
45
|
+
'layout' => 'post',
|
46
|
+
'title' => title.to_s,
|
47
|
+
'mt_id' => post[:entry_id],
|
48
|
+
}.delete_if { |k,v| v.nil? || v == ''}.to_yaml
|
49
|
+
|
50
|
+
File.open("_posts/#{name}", "w") do |f|
|
51
|
+
f.puts data
|
52
|
+
f.puts "---"
|
53
|
+
f.puts content
|
54
|
+
end
|
55
|
+
end
|
56
|
+
|
57
|
+
end
|
58
|
+
end
|
59
|
+
end
|
@@ -0,0 +1,50 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'sequel'
|
3
|
+
require 'fileutils'
|
4
|
+
|
5
|
+
# NOTE: This converter requires Sequel and the MySQL gems.
|
6
|
+
# The MySQL gem can be difficult to install on OS X. Once you have MySQL
|
7
|
+
# installed, running the following commands should work:
|
8
|
+
# $ sudo gem install sequel
|
9
|
+
# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
|
10
|
+
|
11
|
+
module Jekyll
|
12
|
+
module TextPattern
|
13
|
+
# Reads a MySQL database via Sequel and creates a post file for each post.
|
14
|
+
# The only posts selected are those with a status of 4 or 5, which means "live"
|
15
|
+
# and "sticky" respectively.
|
16
|
+
# Other statuses is 1 => draft, 2 => hidden and 3 => pending
|
17
|
+
QUERY = "select Title, url_title, Posted, Body, Keywords from textpattern where Status = '4' or Status = '5'"
|
18
|
+
|
19
|
+
def self.process(dbname, user, pass, host = 'localhost')
|
20
|
+
db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
|
21
|
+
|
22
|
+
FileUtils.mkdir_p "_posts"
|
23
|
+
|
24
|
+
db[QUERY].each do |post|
|
25
|
+
# Get required fields and construct Jekyll compatible name
|
26
|
+
title = post[:Title]
|
27
|
+
slug = post[:url_title]
|
28
|
+
date = post[:Posted]
|
29
|
+
content = post[:Body]
|
30
|
+
|
31
|
+
name = [date.strftime("%Y-%m-%d"), slug].join('-') + ".textile"
|
32
|
+
|
33
|
+
# Get the relevant fields as a hash, delete empty fields and convert
|
34
|
+
# to YAML for the header
|
35
|
+
data = {
|
36
|
+
'layout' => 'post',
|
37
|
+
'title' => title.to_s,
|
38
|
+
'tags' => post[:Keywords].split(',')
|
39
|
+
}.delete_if { |k,v| v.nil? || v == ''}.to_yaml
|
40
|
+
|
41
|
+
# Write out the data and content to file
|
42
|
+
File.open("_posts/#{name}", "w") do |f|
|
43
|
+
f.puts data
|
44
|
+
f.puts "---"
|
45
|
+
f.puts content
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
@@ -0,0 +1,49 @@
|
|
1
|
+
# Author: Toby DiPasquale <toby@cbcg.net>
|
2
|
+
require 'fileutils'
|
3
|
+
require 'rubygems'
|
4
|
+
require 'sequel'
|
5
|
+
|
6
|
+
module Jekyll
|
7
|
+
module Typo
|
8
|
+
# this SQL *should* work for both MySQL and PostgreSQL, but I haven't
|
9
|
+
# tested PostgreSQL yet (as of 2008-12-16)
|
10
|
+
SQL = <<-EOS
|
11
|
+
SELECT c.id id,
|
12
|
+
c.title title,
|
13
|
+
c.permalink slug,
|
14
|
+
c.body body,
|
15
|
+
c.published_at date,
|
16
|
+
c.state state,
|
17
|
+
COALESCE(tf.name, 'html') filter
|
18
|
+
FROM contents c
|
19
|
+
LEFT OUTER JOIN text_filters tf
|
20
|
+
ON c.text_filter_id = tf.id
|
21
|
+
EOS
|
22
|
+
|
23
|
+
def self.process dbname, user, pass, host='localhost'
|
24
|
+
FileUtils.mkdir_p '_posts'
|
25
|
+
db = Sequel.mysql dbname, :user => user, :password => pass, :host => host
|
26
|
+
db[SQL].each do |post|
|
27
|
+
next unless post[:state] =~ /Published/
|
28
|
+
|
29
|
+
name = [ sprintf("%.04d", post[:date].year),
|
30
|
+
sprintf("%.02d", post[:date].month),
|
31
|
+
sprintf("%.02d", post[:date].day),
|
32
|
+
post[:slug].strip ].join('-')
|
33
|
+
# Can have more than one text filter in this field, but we just want
|
34
|
+
# the first one for this
|
35
|
+
name += '.' + post[:filter].split(' ')[0]
|
36
|
+
|
37
|
+
File.open("_posts/#{name}", 'w') do |f|
|
38
|
+
f.puts({ 'layout' => 'post',
|
39
|
+
'title' => post[:title].to_s,
|
40
|
+
'typo_id' => post[:id]
|
41
|
+
}.delete_if { |k, v| v.nil? || v == '' }.to_yaml)
|
42
|
+
f.puts '---'
|
43
|
+
f.puts post[:body].delete("\r")
|
44
|
+
end
|
45
|
+
end
|
46
|
+
end
|
47
|
+
|
48
|
+
end # module Typo
|
49
|
+
end # module Jekyll
|
@@ -0,0 +1,55 @@
|
|
1
|
+
require 'rubygems'
|
2
|
+
require 'sequel'
|
3
|
+
require 'fileutils'
|
4
|
+
|
5
|
+
# NOTE: This converter requires Sequel and the MySQL gems.
|
6
|
+
# The MySQL gem can be difficult to install on OS X. Once you have MySQL
|
7
|
+
# installed, running the following commands should work:
|
8
|
+
# $ sudo gem install sequel
|
9
|
+
# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
|
10
|
+
|
11
|
+
module Jekyll
|
12
|
+
module WordPress
|
13
|
+
|
14
|
+
# Reads a MySQL database via Sequel and creates a post file for each
|
15
|
+
# post in wp_posts that has post_status = 'publish'.
|
16
|
+
# This restriction is made because 'draft' posts are not guaranteed to
|
17
|
+
# have valid dates.
|
18
|
+
QUERY = "select post_title, post_name, post_date, post_content, post_excerpt, ID, guid from wp_posts where post_status = 'publish' and post_type = 'post'"
|
19
|
+
|
20
|
+
def self.process(dbname, user, pass, host = 'localhost')
|
21
|
+
db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host)
|
22
|
+
|
23
|
+
FileUtils.mkdir_p "_posts"
|
24
|
+
|
25
|
+
db[QUERY].each do |post|
|
26
|
+
# Get required fields and construct Jekyll compatible name
|
27
|
+
title = post[:post_title]
|
28
|
+
slug = post[:post_name]
|
29
|
+
date = post[:post_date]
|
30
|
+
content = post[:post_content]
|
31
|
+
|
32
|
+
name = "%02d-%02d-%02d-%s.markdown" % [date.year, date.month, date.day,
|
33
|
+
slug]
|
34
|
+
|
35
|
+
# Get the relevant fields as a hash, delete empty fields and convert
|
36
|
+
# to YAML for the header
|
37
|
+
data = {
|
38
|
+
'layout' => 'post',
|
39
|
+
'title' => title.to_s,
|
40
|
+
'excerpt' => post[:post_excerpt].to_s,
|
41
|
+
'wordpress_id' => post[:ID],
|
42
|
+
'wordpress_url' => post[:guid]
|
43
|
+
}.delete_if { |k,v| v.nil? || v == ''}.to_yaml
|
44
|
+
|
45
|
+
# Write out the data and content to file
|
46
|
+
File.open("_posts/#{name}", "w") do |f|
|
47
|
+
f.puts data
|
48
|
+
f.puts "---"
|
49
|
+
f.puts content
|
50
|
+
end
|
51
|
+
end
|
52
|
+
|
53
|
+
end
|
54
|
+
end
|
55
|
+
end
|
@@ -0,0 +1,71 @@
|
|
1
|
+
module Jekyll
|
2
|
+
module Convertible
|
3
|
+
# Return the contents as a string
|
4
|
+
def to_s
|
5
|
+
self.content || ''
|
6
|
+
end
|
7
|
+
|
8
|
+
# Read the YAML frontmatter
|
9
|
+
# +base+ is the String path to the dir containing the file
|
10
|
+
# +name+ is the String filename of the file
|
11
|
+
#
|
12
|
+
# Returns nothing
|
13
|
+
def read_yaml(base, name)
|
14
|
+
self.content = File.read(File.join(base, name))
|
15
|
+
|
16
|
+
if self.content =~ /^(---\s*\n.*?)\n---\s*\n/m
|
17
|
+
self.content = self.content[($1.size + 5)..-1]
|
18
|
+
|
19
|
+
self.data = YAML.load($1)
|
20
|
+
end
|
21
|
+
end
|
22
|
+
|
23
|
+
# Transform the contents based on the file extension.
|
24
|
+
#
|
25
|
+
# Returns nothing
|
26
|
+
def transform
|
27
|
+
case Jekyll.content_type
|
28
|
+
when :textile
|
29
|
+
self.ext = ".html"
|
30
|
+
self.content = RedCloth.new(self.content).to_html
|
31
|
+
when :markdown
|
32
|
+
self.ext = ".html"
|
33
|
+
self.content = Jekyll.markdown_proc.call(self.content)
|
34
|
+
end
|
35
|
+
end
|
36
|
+
|
37
|
+
def determine_content_type
|
38
|
+
case self.ext[1..-1]
|
39
|
+
when /textile/i
|
40
|
+
return :textile
|
41
|
+
when /markdown/i, /mkdn/i, /md/i
|
42
|
+
return :markdown
|
43
|
+
end
|
44
|
+
return :unknown
|
45
|
+
end
|
46
|
+
|
47
|
+
# Add any necessary layouts to this convertible document
|
48
|
+
# +layouts+ is a Hash of {"name" => "layout"}
|
49
|
+
# +site_payload+ is the site payload hash
|
50
|
+
#
|
51
|
+
# Returns nothing
|
52
|
+
def do_layout(payload, layouts)
|
53
|
+
# render and transform content (this becomes the final content of the object)
|
54
|
+
Jekyll.content_type = self.determine_content_type
|
55
|
+
self.content = Liquid::Template.parse(self.content).render(payload, [Jekyll::Filters, Jekyll::Filters::Custom.extensions])
|
56
|
+
self.transform
|
57
|
+
|
58
|
+
# output keeps track of what will finally be written
|
59
|
+
self.output = self.content
|
60
|
+
|
61
|
+
# recursively render layouts
|
62
|
+
layout = layouts[self.data["layout"]]
|
63
|
+
while layout
|
64
|
+
payload = payload.deep_merge({"content" => self.output, "page" => layout.data})
|
65
|
+
self.output = Liquid::Template.parse(layout.content).render(payload, [Jekyll::Filters, Jekyll::Filters::Custom.extensions])
|
66
|
+
|
67
|
+
layout = layouts[layout.data["layout"]]
|
68
|
+
end
|
69
|
+
end
|
70
|
+
end
|
71
|
+
end
|
@@ -0,0 +1,22 @@
|
|
1
|
+
class Hash
|
2
|
+
# Merges self with another hash, recursively.
|
3
|
+
#
|
4
|
+
# This code was lovingly stolen from some random gem:
|
5
|
+
# http://gemjack.com/gems/tartan-0.1.1/classes/Hash.html
|
6
|
+
#
|
7
|
+
# Thanks to whoever made it.
|
8
|
+
def deep_merge(hash)
|
9
|
+
target = dup
|
10
|
+
|
11
|
+
hash.keys.each do |key|
|
12
|
+
if hash[key].is_a? Hash and self[key].is_a? Hash
|
13
|
+
target[key] = target[key].deep_merge(hash[key])
|
14
|
+
next
|
15
|
+
end
|
16
|
+
|
17
|
+
target[key] = hash[key]
|
18
|
+
end
|
19
|
+
|
20
|
+
target
|
21
|
+
end
|
22
|
+
end
|