lonnon-jekyll 0.6.0

data/lib/jekyll/pager.rb

@@ -0,0 +1,45 @@
+module Jekyll
+  class Pager
+    attr_reader :page, :per_page, :posts, :total_posts, :total_pages, :previous_page, :next_page
+    
+    def self.calculate_pages(all_posts, per_page)
+      num_pages = all_posts.size / per_page.to_i
+      num_pages = num_pages + 1 if all_posts.size % per_page.to_i != 0
+      num_pages
+    end
+    
+    def self.pagination_enabled?(config, file)
+      file == 'index.html' && !config['paginate'].nil?
+    end
+    
+    def initialize(config, page, all_posts, num_pages = nil)
+      @page = page
+      @per_page = config['paginate'].to_i
+      @total_pages = num_pages || Pager.calculate_pages(all_posts, @per_page)
+      
+      if @page > @total_pages
+        raise RuntimeError, "page number can't be greater than total pages: #{@page} > #{@total_pages}"
+      end
+      
+      init = (@page - 1) * @per_page
+      offset = (init + @per_page - 1) >= all_posts.size ? all_posts.size : (init + @per_page - 1)
+      
+      @total_posts = all_posts.size
+      @posts = all_posts[init..offset]
+      @previous_page = @page != 1 ? @page - 1 : nil
+      @next_page = @page != @total_pages ? @page + 1 : nil
+    end
+    
+    def to_hash
+      {
+        'page' => page, 
+        'per_page' => per_page, 
+        'posts' => posts, 
+        'total_posts' => total_posts,
+        'total_pages' => total_pages,
+        'previous_page' => previous_page,
+        'next_page' => next_page
+      }
+    end
+  end
+end

data/lib/jekyll/post.rb

@@ -0,0 +1,316 @@
+module Jekyll
+
+  class Post
+    include Comparable
+    include Convertible
+
+    class << self
+      attr_accessor :lsi
+    end
+
+    MATCHER = /^(.+\/)*(\d+-\d+-\d+(?:_\d+-\d+)?)-(.*)(\.[^.]+)$/
+
+    # Post name validator. Post filenames must be like:
+    #   2008-11-05-my-awesome-post.textile
+    # or:
+    #   2008-11-05_12-45-my-awesome-post.textile
+    #
+    # Returns <Bool>
+    def self.valid?(name)
+      name =~ MATCHER
+    end
+
+    attr_accessor :site, :date, :slug, :ext, :topics, :tags, :published, :data, :content, :output, :excerpt, :remainder
+    attr_writer :categories
+    
+    def categories
+      @categories ||= []
+    end
+
+    # Initialize this Post instance.
+    #   +site+ is the Site
+    #   +base+ is the String path to the dir containing the post file
+    #   +name+ is the String filename of the post file
+    #   +categories+ is an Array of Strings for the categories for this post
+    #   +tags+ is an Array of Strings for the tags for this post
+    #
+    # Returns <Post>
+    def initialize(site, source, dir, name)
+      @site = site
+      @base = File.join(source, dir, '_posts')
+      @name = name
+
+      self.categories = dir.split('/').reject { |x| x.empty? }
+
+      parts = name.split('/')
+      self.topics = parts.size > 1 ? parts[0..-2] : []
+
+      self.process(name)
+      self.data = self.site.post_defaults.dup
+      self.read_yaml(@base, name)
+
+      extract_title_from_first_header_or_slug
+
+      if self.data.has_key?('published') && self.data['published'] == false
+        self.published = false
+      else
+        self.published = true
+      end
+
+      if self.data.has_key?("tag")
+        self.tags = [self.data["tag"]]
+      elsif self.data.has_key?("tags")
+        self.tags = self.data['tags']
+      else
+        self.tags = []
+      end
+      
+      if self.categories.empty?
+        if self.data.has_key?('category')
+          self.categories << self.data['category']
+        elsif self.data.has_key?('categories')
+          # Look for categories in the YAML-header, either specified as
+          # an array or a string.
+          if self.data['categories'].kind_of? String
+            self.categories = self.data['categories'].split
+          else
+            self.categories = self.data['categories']
+          end
+        end
+      end
+    end
+
+    # Spaceship is based on Post#date, slug
+    #
+    # Returns -1, 0, 1
+    def <=>(other)
+      cmp = self.date <=> other.date
+      if 0 == cmp
+       cmp = self.slug <=> other.slug
+      end
+      return cmp
+    end
+
+    # Extract information from the post filename
+    #   +name+ is the String filename of the post file
+    #
+    # Returns nothing
+    def process(name)
+      m, cats, date, slug, ext = *name.match(MATCHER)
+      date = date.sub(/_(\d+)-(\d+)\Z/, ' \1:\2')  # Make optional time part parsable.
+      self.date = Time.parse(date)
+      self.slug = slug
+      self.ext = ext
+    end
+
+    # The generated directory into which the post will be placed
+    # upon generation. This is derived from the permalink or, if
+    # permalink is absent, set to the default date
+    # e.g. "/2008/11/05/" if the permalink style is :date, otherwise nothing
+    #
+    # Returns <String>
+    def dir
+      File.dirname(generated_path)
+    end
+
+    # The full path and filename of the post.
+    # Defined in the YAML of the post body
+    # (Optional)
+    #
+    # Returns <String>
+    def permalink
+      self.data && self.data['permalink']
+    end
+
+    def template
+      case self.site.permalink_style
+      when :pretty
+        "/:categories/:year/:month/:day/:title/"
+      when :none
+        "/:categories/:title.html"
+      when :date
+        "/:categories/:year/:month/:day/:title.html"
+      else
+        self.site.permalink_style.to_s
+      end
+    end
+
+    # The generated relative path of this post
+    # e.g. /2008/11/05/my-awesome-post.html
+    #
+    # Returns <String>
+    def generated_path
+      return permalink if permalink
+
+      @generated_path ||= {
+        "year"       => date.strftime("%Y"),
+        "month"      => date.strftime("%m"),
+        "day"        => date.strftime("%d"),
+        "title"      => CGI.escape(slug),
+        "categories" => categories.sort.join('/')
+      }.inject(template) { |result, token|
+        result.gsub(/:#{token.first}/, token.last)
+      }.gsub("//", "/")
+    end
+    
+    # The generated relative url of this post
+    # e.g. /2008/11/05/my-awesome-post
+    #
+    # Returns <String>
+    def url
+      site.config['multiviews'] ? generated_path.sub(/\.html$/, '') : generated_path
+    end
+
+    # The UID for this post (useful in feeds)
+    # e.g. /2008/11/05/my-awesome-post
+    #
+    # Returns <String>
+    def id
+      File.join(self.dir, self.slug)
+    end
+    
+    # The post title
+    #
+    # Returns <String>
+    def title
+      self.data && self.data["title"]
+    end
+    
+    # The post date and time
+    #
+    # Returns <Time>
+    def date
+      @date_with_time ||= begin
+        if self.data && self.data.key?("time")
+          time = Time.parse(self.data["time"])
+          Time.mktime(@date.year, @date.month, @date.day, time.hour, time.min)
+        else
+          @date
+        end
+      end
+    end
+    
+    # The path to the post file.
+    #
+    # Returns <String>
+    def path
+      File.expand_path(File.join(@base, @name))
+    end
+
+    # Calculate related posts.
+    #
+    # Returns [<Post>]
+    def related_posts(posts)
+      return [] unless posts.size > 1
+
+      if self.site.lsi
+        self.class.lsi ||= begin
+          puts "Running the classifier... this could take a while."
+          lsi = Classifier::LSI.new
+          posts.each { |x| $stdout.print(".");$stdout.flush;lsi.add_item(x) }
+          puts ""
+          lsi
+        end
+
+        related = self.class.lsi.find_related(self.content, 11)
+        related - [self]
+      else
+        (posts - [self])[0..9]
+      end
+    end
+
+    # Add any necessary layouts to this post
+    #   +layouts+ is a Hash of {"name" => "layout"}
+    #   +site_payload+ is the site payload hash
+    #
+    # Returns nothing
+    def render(layouts, site_payload)
+      # construct payload
+      payload =
+      {
+        "site" => { "related_posts" => related_posts(site_payload["site"]["posts"]) },
+        "page" => self.to_liquid
+      }
+      payload = payload.deep_merge(site_payload)
+
+      do_layout(payload, layouts)
+    end
+
+    # Write the generated post file to the destination directory.
+    #   +dest+ is the String path to the destination dir
+    #
+    # Returns nothing
+    def write(dest)
+      FileUtils.mkdir_p(File.join(dest, dir))
+
+      path = File.join(dest, self.generated_path)
+
+      if template[/\.html$/].nil?
+        FileUtils.mkdir_p(path)
+        path = File.join(path, "index.html")
+      end
+
+      File.open(path, 'w') do |f|
+        f.write(self.output)
+      end
+    end
+    
+    # Attempt to extract title from topmost header or slug.
+    #
+    # Returns <String>
+    def extract_title_from_first_header_or_slug
+      # Done before the transformation to HTML, or it won't go into <title>s.
+      self.data["title"] ||=
+        case content_type
+        when 'textile'
+          self.content[/\A\s*h\d\.\s*(.+)/, 1]               # h1. Header
+        when 'markdown'
+          self.content[/\A\s*#+\s*(.+)\s*#*$/, 1] ||         # "# Header"
+          self.content[/\A\s*(\S.*)\r?\n\s*(-+|=+)\s*$/, 1]  # "Header\n====="
+        end
+      self.data["title"] ||= self.slug.split('-').select {|w| w.capitalize! || w }.join(' ')
+    end
+
+    # Convert this post into a Hash for use in Liquid templates.
+    #
+    # Returns <Hash>
+    def to_liquid
+      { "title"      => self.title,
+        "url"        => self.url,
+        "date"       => self.date,
+        "id"         => self.id,
+        "topics"     => self.topics,
+        "categories" => self.categories,
+        "next"       => self.next,
+        "previous"   => self.previous,
+        "tags"       => self.tags,
+        "content"    => self.content,
+        "excerpt"    => self.excerpt,
+        "remainder"  => self.remainder }.deep_merge(self.data)
+    end
+
+    def inspect
+      "<Post: #{self.id}>"
+    end
+
+    def next
+      pos = self.site.posts.index(self)
+
+      if pos && pos < self.site.posts.length-1
+        self.site.posts[pos+1]
+      else
+        nil
+      end
+    end
+
+    def previous
+      pos = self.site.posts.index(self)
+      if pos && pos > 0
+        self.site.posts[pos-1]
+      else
+        nil
+      end
+    end
+  end
+
+end

data/lib/jekyll/site.rb

@@ -0,0 +1,326 @@
+module Jekyll
+
+  class Site
+    attr_accessor :config, :layouts, :posts, :collated_posts,
+                  :categories, :tags, :source, :dest, :lsi, :pygments,
+                  :pygments_cache, :permalink_style, :sass,
+                  :post_defaults, :exclude
+
+    # Initialize the site
+    #   +config+ is a Hash containing site configurations details
+    #
+    # Returns <Site>
+    def initialize(config)
+      self.config          = config.clone
+
+      self.source          = config['source']
+      self.dest            = config['destination']
+      self.lsi             = config['lsi']
+      self.pygments        = config['pygments']
+      self.pygments_cache  = config['pygments_cache']
+      self.permalink_style = config['permalink'].to_sym
+      self.exclude         = config['exclude'] || []
+      self.post_defaults   = config['post_defaults'] || {}
+
+      self.reset
+      self.setup
+    end
+
+    def reset
+      self.layouts         = {}
+      self.posts           = []
+      self.collated_posts  = Hash.new {|h,k| h[k] = Hash.new {|h,k| h[k] = Hash.new {|h,k| h[k] = [] } } }
+      self.categories      = Hash.new { |hash, key| hash[key] = [] }
+      self.tags            = Hash.new { |hash, key| hash[key] = [] }
+    end
+
+    def setup
+      # Check to see if LSI is enabled.
+      require 'classifier' if self.lsi
+      
+      if self.config['sass']
+        begin
+          require 'sass'
+          self.sass = true
+          puts 'Using Sass for CSS generation'
+        rescue LoadError
+          puts 'You must have the haml gem installed first'
+        end
+      end
+      
+      if self.config['haml']
+        begin
+          require 'haml'
+          require 'jekyll/haml_helpers'
+          helpers = File.join(source, '_helpers.rb')
+          require helpers if File.exist?(helpers)
+          puts 'Enabled Haml'
+        rescue LoadError
+          puts 'You must have the haml gem installed first'
+        end
+      end
+      
+      if self.pygments_cache
+        require 'fileutils'
+        FileUtils.mkdir_p(pygments_cache)
+        require 'digest/md5'
+      end
+
+      # Set the Markdown interpreter (and Maruku self.config, if necessary)
+      case self.config['markdown']
+        when 'rdiscount'
+          begin
+            require 'rdiscount'
+
+            def markdown(content)
+              RDiscount.new(content).to_html
+            end
+
+          rescue LoadError
+            puts 'You must have the rdiscount gem installed first'
+          end
+        when 'maruku'
+          begin
+            require 'maruku'
+
+            def markdown(content)
+              Maruku.new(content).to_html
+            end
+
+            if self.config['maruku']['use_divs']
+              require 'maruku/ext/div'
+              puts 'Maruku: Using extended syntax for div elements.'
+            end
+
+            if self.config['maruku']['use_tex']
+              require 'maruku/ext/math'
+              puts "Maruku: Using LaTeX extension. Images in `#{self.config['maruku']['png_dir']}`."
+
+              # Switch off MathML output
+              MaRuKu::Globals[:html_math_output_mathml] = false
+              MaRuKu::Globals[:html_math_engine] = 'none'
+
+              # Turn on math to PNG support with blahtex
+              # Resulting PNGs stored in `images/latex`
+              MaRuKu::Globals[:html_math_output_png] = true
+              MaRuKu::Globals[:html_png_engine] =  self.config['maruku']['png_engine']
+              MaRuKu::Globals[:html_png_dir] = self.config['maruku']['png_dir']
+              MaRuKu::Globals[:html_png_url] = self.config['maruku']['png_url']
+            end
+          rescue LoadError
+            puts "The maruku gem is required for markdown support!"
+          end
+        else
+          raise "Invalid Markdown processor: '#{self.config['markdown']}' -- did you mean 'maruku' or 'rdiscount'?"
+      end
+    end
+
+    def textile(content)
+      RedCloth.new(content).to_html
+    end
+
+    # Do the actual work of processing the site and generating the
+    # real deal.
+    #
+    # Returns nothing
+    def process
+      self.reset
+      self.read_layouts
+      self.transform_pages
+      self.transform_sass if self.sass
+      self.write_posts
+    end
+
+    # Read all the files in <source>/_layouts into memory for later use.
+    #
+    # Returns nothing
+    def read_layouts
+      base = File.join(self.source, "_layouts")
+      entries = []
+      Dir.chdir(base) { entries = filter_entries(Dir['*.*']) }
+
+      entries.each do |f|
+        name = f.split(".")[0..-2].join(".")
+        self.layouts[name] = Layout.new(self, base, f)
+      end
+    rescue Errno::ENOENT => e
+      # ignore missing layout dir
+    end
+
+    # Read all the files in <base>/_posts and create a new Post object with each one.
+    #
+    # Returns nothing
+    def read_posts(dir)
+      base = File.join(self.source, dir, '_posts')
+      entries = []
+      Dir.chdir(base) { entries = filter_entries(Dir['**/*']) }
+
+      # first pass processes, but does not yet render post content
+      entries.each do |f|
+        if Post.valid?(f)
+          post = Post.new(self, self.source, dir, f)
+
+          if post.published
+            self.posts << post
+            post.categories.each { |c| self.categories[c] << post }
+            post.tags.each { |c| self.tags[c] << post }
+          end
+        end
+      end
+
+      self.posts.sort!
+
+      # second pass renders each post now that full site payload is available
+      self.posts.each do |post|
+        post.render(self.layouts, site_payload)
+        self.collated_posts[post.date.year][post.date.month][post.date.day].unshift(post)
+      end
+
+      self.categories.values.map { |ps| ps.sort! { |a, b| b <=> a} }
+      self.tags.values.map { |ps| ps.sort! { |a, b| b <=> a} }
+    rescue Errno::ENOENT => e
+      # ignore missing layout dir
+    end
+
+    # Write each post to <dest>/<year>/<month>/<day>/<slug>
+    #
+    # Returns nothing
+    def write_posts
+      self.posts.each do |post|
+        post.write(self.dest)
+      end
+    end
+
+    # Copy all regular files from <source> to <dest>/ ignoring
+    # any files/directories that are hidden or backup files (start
+    # with "." or "#" or end with "~") or contain site content (start with "_")
+    # unless they are "_posts" directories or web server files such as
+    # '.htaccess'
+    #   The +dir+ String is a relative path used to call this method
+    #            recursively as it descends through directories
+    #
+    # Returns nothing
+    def transform_pages(dir = '')
+      base = File.join(self.source, dir)
+      entries = filter_entries(Dir.entries(base))
+      directories = entries.select { |e| File.directory?(File.join(base, e)) }
+      files = entries.reject { |e| File.directory?(File.join(base, e)) || File.symlink?(File.join(base, e)) }
+
+      # we need to make sure to process _posts *first* otherwise they
+      # might not be available yet to other templates as {{ site.posts }}
+      if directories.include?('_posts')
+        directories.delete('_posts')
+        read_posts(dir)
+      end
+
+      [directories, files].each do |entries|
+        entries.each do |f|
+          if File.directory?(File.join(base, f))
+            next if self.dest.sub(/\/$/, '') == File.join(base, f)
+            transform_pages(File.join(dir, f))
+          elsif Pager.pagination_enabled?(self.config, f)
+            paginate_posts(f, dir)
+          else
+            first3 = File.open(File.join(self.source, dir, f)) { |fd| fd.read(3) }
+            if first3 == "---"
+              # file appears to have a YAML header so process it as a page
+              page = Page.new(self, self.source, dir, f)
+              page.render(self.layouts, site_payload)
+              page.write(self.dest)
+            else
+              # otherwise copy the file without transforming it
+              FileUtils.mkdir_p(File.join(self.dest, dir))
+              FileUtils.cp(File.join(self.source, dir, f), File.join(self.dest, dir, f))
+            end
+          end
+        end
+      end
+    end
+
+    # Transform all *.sass files from <dest> to css with the same name
+    # and delete source sass files.
+    # Returns nothing
+    def transform_sass(dir = '')
+      base = File.join(self.source, dir)
+      entries = Dir.entries(base)
+      entries = entries.reject { |e| ['.', '_'].include?(e[0..0]) }
+      directories = entries.select { |e| File.directory?(File.join(base, e)) }
+      directories.each { |d| transform_sass(File.join(dir, d)) }
+      files = entries.reject { |e| File.directory?(File.join(base, e)) }
+      files = files.select { |f| File.extname(File.join(base, f)) == ".sass" }
+      files.each do |f|
+        input = File.open(File.join(base, f), "r")
+        result = Sass::Engine.new(input.read, :style => :compact, :load_paths => base).render
+        FileUtils.mkdir_p(File.join(self.dest, dir))
+        output = File.open(File.join(self.dest, dir, f).gsub(/.sass\Z/, ".css"), "w") do |o|
+          o.write(result)
+        end
+        FileUtils.rm(File.join(self.dest, dir, f))
+      end
+    end
+
+    # Constructs a hash map of Posts indexed by the specified Post attribute
+    #
+    # Returns {post_attr => [<Post>]}
+    def post_attr_hash(post_attr)
+      # Build a hash map based on the specified post attribute ( post attr => array of posts )
+      # then sort each array in reverse order
+      hash = Hash.new { |hash, key| hash[key] = Array.new }
+      self.posts.each { |p| p.send(post_attr.to_sym).each { |t| hash[t] << p } }
+      hash.values.map { |sortme| sortme.sort! { |a, b| b <=> a} }
+      return hash
+    end
+
+    # The Hash payload containing site-wide data
+    #
+    # Returns {"site" => {"time" => <Time>,
+    #                     "posts" => [<Post>],
+    #                     "categories" => [<Post>],
+    #                     "tags" => [<Post>],
+    #                     "topics" => [<Post>] }}
+    def site_payload
+      {"site" => self.config.merge({
+        "time" => Time.now,
+        "posts" => self.posts.sort { |a,b| b <=> a },
+        "categories" => post_attr_hash('categories'),
+        "tags" => post_attr_hash('tags'),
+        "topics" => post_attr_hash('topics')})
+      }
+    end
+
+    # Filter out any files/directories that are hidden or backup files (start
+    # with "." or "#" or end with "~") or contain site content (start with "_")
+    # unless they are "_posts" directories or web server files such as
+    # '.htaccess'
+    def filter_entries(entries)
+      entries = entries.reject do |e|
+        unless ['_posts', '.htaccess'].include?(e)
+          ['.', '_', '#'].include?(e[0..0]) || e[-1..-1] == '~' || self.exclude.include?(e)
+        end
+      end
+    end
+
+    # Paginates the blog's posts. Renders the index.html file into paginated directories, ie: page2, page3...
+    # and adds more site-wide data
+    #
+    # {"paginator" => { "page" => <Number>,
+    #                   "per_page" => <Number>,
+    #                   "posts" => [<Post>],
+    #                   "total_posts" => <Number>,
+    #                   "total_pages" => <Number>,
+    #                   "previous_page" => <Number>,
+    #                   "next_page" => <Number> }}
+    def paginate_posts(file, dir)
+      all_posts = self.posts.sort { |a,b| b <=> a }
+      pages = Pager.calculate_pages(all_posts, self.config['paginate'].to_i)
+      pages += 1
+      (1..pages).each do |num_page|
+        pager = Pager.new(self.config, num_page, all_posts, pages)
+        page = Page.new(self, self.source, dir, file)
+        page.render(self.layouts, site_payload.merge({'paginator' => pager.to_hash}))
+        suffix = "page#{num_page}" if num_page > 1
+        page.write(self.dest, suffix)
+      end
+    end
+  end
+end