awestructx 0.4.0

data/lib/awestruct/context_helper.rb

@@ -0,0 +1,68 @@
+require 'hpricot'
+
+module Awestruct
+  module ContextHelper
+
+    def html_to_text(str)
+      str.gsub( /<[^>]+>/, '' ).gsub( /&nbsp;/, ' ' )
+    end
+
+    def clean_html(str)
+      str.gsub( /&nbsp;/, ' ' )
+    end
+
+    def without_images(str)
+      str.gsub(/<img[^>]+>/,'').gsub(/<a[^>]+>([^<]*)<\/a>/, '\1')
+    end
+
+    def close_tags(s)
+      stack = []
+      s.scan(/<\/?[^>]+>/).each do |tag|
+        if tag[1] != '/'
+          tag = tag[1..-1].scan(/\w+/).first
+          stack = [ tag ] + stack
+        else
+          tag = tag[2..-1].scan(/\w+/).first
+          if stack[0] == tag
+            stack = stack.drop(1)
+          else
+            raise "Malformed HTML expected #{tag[0]} but got #{tag} '#{s}'"
+          end
+        end
+      end
+      stack.inject(s) { |memo,tag| memo += "</#{tag}>" }
+    end
+
+    def summarize(text, numwords=20, ellipsis='...')
+      close_tags(text.split(/ /)[0, numwords].join(' ') + ellipsis)
+    end
+
+    def fully_qualify_urls(base_url, text)
+      doc = Hpricot( text )
+
+      doc.search( "//a" ).each do |a|
+        a['href'] = fix_url( base_url, a['href'] )
+      end
+      doc.search( "//link" ).each do |link|
+        link['href'] = fix_url( base_url, link['href'] )
+      end
+      doc.search( "//img" ).each do |img|
+        img['src'] = fix_url( base_url, img['src'] )
+      end
+      # Hpricot::Doc#to_s output encoding is not necessarily the same as the encoding of text
+      if RUBY_VERSION.start_with? '1.8'
+        doc.to_s
+      else
+        doc.to_s.tap do |d| 
+          d.force_encoding(text.encoding) if d.encoding != text.encoding 
+        end
+      end
+    end
+
+    def fix_url(base_url, url)
+      return url unless ( url =~ /^\// )
+      "#{base_url}#{url}"
+    end
+  end
+
+end

data/lib/awestruct/engine.rb

@@ -0,0 +1,254 @@
+require 'awestruct/util/inflector'
+require 'awestruct/util/default_inflections'
+
+require 'awestruct/config'
+require 'awestruct/site'
+require 'awestruct/pipeline'
+require 'awestruct/page'
+require 'awestruct/page_loader'
+
+require 'awestruct/extensions/pipeline'
+
+require 'fileutils'
+
+class OpenStruct
+  def inspect
+    "OpenStruct{...}"
+  end
+end
+
+module Awestruct
+
+  class Engine
+
+    attr_reader :site
+    attr_reader :pipeline
+
+    def self.instance
+      @instance
+    end
+
+    def self.instance=(engine)
+      @instance = engine
+    end
+
+    def initialize(config=Awestruct::Config.new)
+      Engine.instance = self
+      @site = Site.new( self, config)
+      @pipeline = Pipeline.new
+      @site_page_loader = PageLoader.new( @site )
+      @layout_page_loader = PageLoader.new( @site, :layouts )
+      adjust_load_path
+    end
+
+    def config
+      site.config
+    end
+
+    def run(profile, base_url, default_base_url, force=false)
+      load_site_yaml(profile)
+      set_base_url( base_url, default_base_url )
+      load_yamls
+      load_pipeline
+      load_pages
+      execute_pipeline
+      configure_compass
+      set_urls( site.pages )
+      generate_output
+    end
+
+    def set_base_url(base_url, default_base_url)
+      if ( base_url )
+        site.base_url = base_url
+      end
+
+      if ( site.base_url.nil? )
+        site.base_url = default_base_url
+      end
+
+      if ( site.base_url )
+        if ( site.base_url =~ /^(.*)\/$/ )
+          site.base_url = $1
+        end
+      end
+    end
+
+    def load_site_yaml(profile)
+      site_yaml = File.join( site.config.config_dir, 'site.yml' )
+      if ( File.exist?( site_yaml ) )
+        data = YAML.load( File.read( site_yaml ) )
+        site.interpolate = true
+        profile_data = {}
+        data.each do |k,v|
+          if ( ( k == 'profiles' ) && ( ! profile.nil? ) )
+            profile_data = ( v[profile] || {} )
+          else
+            site.send( "#{k}=", v )
+          end
+        end if data
+        site.profile = profile
+
+        profile_data.each do |k,v|
+          site.send( "#{k}=", v )
+        end
+      end
+    end
+
+    def load_yamls
+      Dir[ File.join( site.config.config_dir, '*.yml' ) ].each do |yaml_path|
+        load_yaml( yaml_path ) unless ( File.basename( yaml_path ) == 'site.yml' )
+      end
+    end
+
+    def load_yaml(yaml_path)
+      data = YAML.load( File.read( yaml_path ) )
+      name = File.basename( yaml_path, '.yml' )
+      site.send( "#{name}=", massage_yaml( data ) )
+    end
+
+    def massage_yaml(obj)
+      result = obj
+      case ( obj )
+        when Hash
+          result = {}
+          obj.each do |k,v|
+            result[k] = massage_yaml(v)
+          end
+          result = AStruct.new( result ).cascade_for_nils!
+        when Array
+          result = []
+          obj.each do |v|
+            result << massage_yaml(v)
+          end
+      end
+      result
+    end
+
+    def adjust_load_path
+      ext_dir = File.join( site.config.extension_dir )
+      if ( $LOAD_PATH.index( ext_dir ).nil? )
+        $LOAD_PATH << ext_dir
+      end
+    end
+
+    def set_urls(pages)
+      pages.each do |page|
+        #puts "relative_source_path #{page.relative_source_path}"
+        page_path = page.output_path
+        if ( page_path =~ /^\// )
+          page.url = page_path
+        else
+          page.url = "/#{page_path}"
+        end
+        if ( page.url =~ /^(.*\/)index.html$/ )
+          page.url = $1
+        end
+      end
+    end
+
+    def load_pipeline
+      ext_dir = File.join( site.config.extension_dir )
+      pipeline_file = File.join( ext_dir, 'pipeline.rb' )
+      if ( File.exists?( pipeline_file ) )
+        p = eval(File.read( pipeline_file ), nil, pipeline_file, 1)
+        p.extensions.each do |e|
+          pipeline.extension( e )
+        end
+        p.helpers.each do |h|
+          pipeline.helper( h )
+        end
+        p.transformers.each do |e|
+          pipeline.transformer( e )
+        end
+      end
+    end
+
+    def execute_pipeline
+      pipeline.execute( site )
+    end
+
+    def configure_compass
+      Compass.configuration.project_type    = :standalone
+      Compass.configuration.project_path    = site.config.dir
+      Compass.configuration.sass_dir        = 'stylesheets'
+      
+      site.images_dir      = File.join( site.config.output_dir, 'images' )
+      site.stylesheets_dir = File.join( site.config.output_dir, 'stylesheets' )
+      site.javascripts_dir = File.join( site.config.output_dir, 'javascripts' )
+
+      Compass.configuration.css_dir         = site.css_dir
+      Compass.configuration.javascripts_dir = 'javascripts'
+      Compass.configuration.images_dir      = 'images'
+    end
+
+    def load_pages
+      @layout_page_loader.load_all( :post )
+      @site_page_loader.load_all( :inline )
+    end
+
+    def generate_output
+      @site.pages.each do |page|
+        generated_path = File.join( site.config.output_dir, page.output_path )
+        if ( page.stale_output?( generated_path ) )
+          generate_page( page, generated_path )
+        end
+      end
+    end
+
+    def generate_page(page, generated_path)
+      puts "Generating: #{generated_path}"
+      FileUtils.mkdir_p( File.dirname( generated_path ) )
+      File.open( generated_path, 'w' ) do |file|
+        file << page.rendered_content
+      end
+    end
+
+    def generate_page_by_output_path(path)
+      full_path = File.join( '', path )
+      #puts "regen path #{full_path}"
+      page = site.pages.find{|p| p.relative_source_path.to_s==full_path}
+      if ( page.nil? )
+        #puts "Unable to locate page for #{path}"
+      else
+        generated_path = File.join( site.config.output_dir, page.output_path )
+        generate_page(page, generated_path)
+      end
+    end
+
+    ####
+    ##
+    ## compat with awestruct 0.2.x
+    ##
+    ####
+
+    def load_page(path, options={})
+      page = @site_page_loader.load_page( path )
+      if ( options[:relative_path] )
+        fixed_relative_path = ( options[:relative_path].nil? ? nil : File.join( '', options[:relative_path] ) )
+        page.relative_path = fixed_relative_path
+      end
+      page
+    end
+
+    def load_site_page(relative_path)
+      load_page( File.join( site.config.dir, relative_path ) )
+    end
+
+    def find_and_load_site_page(simple_path)
+      path_glob = File.join( site.config.input_dir, simple_path + '.*' )
+      candidates = Dir[ path_glob ]
+      return nil if candidates.empty?
+      throw Exception.new( "too many choices for #{simple_path}" ) if candidates.size != 1
+      dir_pathname = Pathname.new( site.config.dir )
+      path_name = Pathname.new( candidates[0] )
+      relative_path = path_name.relative_path_from( dir_pathname ).to_s
+      load_page( candidates[0] )
+    end
+
+    def create_context(page, content='')
+      page.create_context( content )
+    end
+
+  end
+
+end

data/lib/awestruct/extensions/assets.rb

@@ -0,0 +1,39 @@
+require 'awestruct/extensions/relative'
+require 'pathname'
+
+module Awestruct
+  module Extensions
+    module Assets
+
+      def asset(href)
+        if site.assets_url
+          File.join(site.assets_url, href)
+        else
+          relative(File.join("/#{site.assets_path||'assets'}", href))
+        end
+      end
+
+      class Transformer
+        # FIXME this is not DRY at all
+        def relative(page, href)
+          Pathname.new(href).relative_path_from(Pathname.new(File.dirname(page.output_path))).to_s
+        end
+        def asset(site, page, href)
+          if site.assets_url
+            File.join(site.assets_url, href)
+          else
+            relative(page, File.join("/#{site.assets_path||'assets'}", href))
+          end
+        end
+        def transform(site, page, input)
+          if page.output_path =~ /\.html/
+            input.gsub('asset://', asset(site, page, "#{File.basename(File.basename(page.source_path, ".md"))}") + "/")
+          else
+            input
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/awestruct/extensions/atomizer.rb

@@ -0,0 +1,44 @@
+module Awestruct
+  module Extensions
+    class Atomizer
+
+      def initialize(entries_name, output_path, opts={})
+        @entries_name = entries_name
+        @output_path = output_path
+        @num_entries = opts[:num_entries] || 50
+        @content_url = opts[:content_url]
+        @feed_title = opts[:feed_title]
+      end
+
+      def execute(site)
+        entries = site.send( @entries_name ) || []
+        unless ( @num_entries == :all )
+          entries = entries[0, @num_entries]
+        end
+
+        atom_pages = []
+
+        entries.each do |entry|
+          feed_entry = site.engine.load_page(entry.source_path, :relative_path => entry.relative_source_path, :html_entities => false)
+
+          feed_entry.output_path = entry.output_path
+          feed_entry.date = feed_entry.timestamp.nil? ? entry.date : feed_entry.timestamp
+
+          atom_pages << feed_entry
+        end
+
+        site.engine.set_urls(atom_pages)
+
+        input_page = File.join( File.dirname(__FILE__), 'template.atom.haml' )
+        page = site.engine.load_page( input_page )
+        page.date = page.timestamp unless page.timestamp.nil?
+        page.output_path = @output_path
+        page.entries = atom_pages
+        page.title = @feed_title || site.title || site.base_url
+        page.content_url = @content_url || site.base_url
+        site.pages << page
+      end
+
+    end
+  end
+end

data/lib/awestruct/extensions/cachebuster.rb

@@ -0,0 +1,12 @@
+module Awestruct
+  module Extensions
+    module Cachebuster
+      def timestamp
+        (Time.now.to_i / 1000).to_i
+      end
+      def cache(href)
+        "#{href}?#{site.cachebuster||timestamp}"
+      end
+    end
+  end
+end

data/lib/awestruct/extensions/coffeescripttransform.rb

@@ -0,0 +1,42 @@
+require 'coffee-script'
+require 'nokogiri'
+
+##
+# Awestruct:Extensions:CoffeeScript is a transformer that compiles inline CoffeeScript in HTML files as JavaScript.
+
+module Awestruct
+  module Extensions
+    class CoffeeScriptTransform
+
+      def transform(site, page, input)
+        ext = File.extname(page.output_path)[1..-1].to_sym
+        case ext
+        when :html
+          encoding = 'UTF-8'
+          encoding = site.encoding unless site.encoding.nil?
+
+          return compile(input, encoding)
+        end
+        return input
+      end
+
+      private
+
+      def compile(input, encoding)
+        html = Nokogiri::HTML(input, nil, encoding);
+        html.search('script').each  do |script|
+          next unless 'text/coffeescript'.eql? script.attr('type')
+
+          if script.attr('src') =~ /\.coffee$/
+            script.set_attribute('src', File.basename( script.attr('src'), '.coffee' ) + '.js')
+          else
+            script.inner_html = CoffeeScript.compile script.inner_html
+          end
+          script.set_attribute('type', 'text/javascript')
+
+        end
+        return html.to_html
+      end
+    end
+  end
+end