meta 0.0.1

data/.gitignore

@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,16 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in meta.gemspec
+gemspec
+
+gem "colorize"
+gem "haml"
+gem "highline"
+gem "rack"
+gem "redcarpet"
+gem "sequel"
+gem "sqlite3"
+gem "thin"
+gem "thor"
+gem "tilt"
+

data/Gemfile.lock

@@ -0,0 +1,43 @@
+PATH
+  remote: .
+  specs:
+    meta (0.0.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    colorize (0.6.0)
+    daemons (1.1.9)
+    eventmachine (1.0.3)
+    haml (4.0.4)
+      tilt
+    highline (1.6.20)
+    rack (1.5.2)
+    rake (10.1.0)
+    redcarpet (3.0.0)
+    sequel (4.5.0)
+    sqlite3 (1.3.8)
+    thin (1.6.1)
+      daemons (>= 1.0.9)
+      eventmachine (>= 1.0.0)
+      rack (>= 1.0.0)
+    thor (0.18.1)
+    tilt (2.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  colorize
+  haml
+  highline
+  meta!
+  rack
+  rake
+  redcarpet
+  sequel
+  sqlite3
+  thin
+  thor
+  tilt

data/LICENSE

@@ -0,0 +1,23 @@
+Copyright (c) 2013 Stephen Hu 
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

data/README.md

@@ -0,0 +1,28 @@
+# meta compiler (meta)
+
+## introduction
+meta is an opinionated static site generator used to compile haml templates
+and markdown pages into html/css/js files.  these pages can then be served
+from github pages or other static site services like bluehost.  meta can also
+be used to test/preview static pages in your development environment without
+having to deploy into production.
+
+## requirements
+* ruby 1.9.2+
+* bundler
+* colorize
+* haml
+* highline
+* rack
+* redcarpet
+* sequel
+* sqlite3
+* thin
+* thor
+* tilt
+
+## installation
+```gem install meta```
+
+## faq
+

data/Rakefile

@@ -0,0 +1,39 @@
+require "bundler/gem_tasks"
+require "sequel"
+require "sqlite3"
+
+DB = "db/site.sqlite3".freeze
+
+Sequel.extension :migration, :core_extensions
+
+task :default => :help
+
+namespace :db do
+
+  desc "instantiate database"
+  task :create do
+
+    SQLite3::Database.new(DB)
+
+  end
+
+  desc "migrate database"
+  task :migrate do
+
+    # sequel -m db/migrate sqlite://site.sqlite3
+    conn = Sequel.sqlite(DB)
+    Sequel::Migrator.run( conn, "db/migrate" )
+
+  end
+
+end
+
+desc "help"
+task :help do
+
+  puts "rake"
+  puts "  db:create"
+  puts "  db:migrate"
+
+end
+

data/bin/meta

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require "meta"
+Meta::CLI.start
+

data/config/config.ru

@@ -0,0 +1,2 @@
+run Rack::Directory.new(".")
+

data/db/migrate/001_init_database.rb

@@ -0,0 +1,42 @@
+Sequel.migration do
+
+  up do
+
+    create_table(:templates) do
+      primary_key   :id
+      String        :path, :null => false
+      String        :hash, :unique => true
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+
+    create_table(:contents) do
+      primary_key   :id
+      String        :path, :null => false
+      String        :hash, :unique => true
+      String        :title, :null => false
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+      foreign_key   :template_id, :templates
+    end
+
+    create_table(:revisions) do
+      primary_key   :id
+      String        :revisionid, :null => false
+      String        :previousid, :null => false
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+
+  end
+
+  down do
+
+    drop_table(:templates)
+    drop_table(:contents)
+    drop_table(:revisions)
+
+  end
+
+end
+

data/db/migrate/002_picture.rb

@@ -0,0 +1,16 @@
+Sequel.migration do
+
+  up do
+
+    add_column :contents, :picture, FalseClass 
+
+  end
+
+  down do
+
+    drop_column :contents, :picture
+
+  end
+
+end
+

data/db/migrate/003_remove_templates.rb

@@ -0,0 +1,31 @@
+Sequel.migration do
+
+  up do
+
+    drop_table(:templates)
+    drop_table(:revisions)
+
+  end
+
+  down do
+
+    create_table(:templates) do
+      primary_key   :id
+      String        :path, :null => false
+      String        :hash, :unique => true
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+ 
+    create_table(:revisions) do
+      primary_key   :id
+      String        :revisionid, :null => false
+      String        :previousid, :null => false
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+
+  end
+
+end
+

data/db/migrate/004_remove_fk.rb

@@ -0,0 +1,16 @@
+Sequel.migration do
+
+  up do
+
+    drop_column :contents, :template_id
+
+  end
+
+  down do
+
+    add_column :contents, :template_id
+
+  end
+
+end
+

data/docs/backlog

@@ -0,0 +1,26 @@
+open:
++ migrate schema without losing any data
++ multiple templates
++ syntax highlighting for code
++ title modification
++ referencing a link and commenting on that
+
+iced:
++ support uppercase file extensions
++ detect and compile changes only
++ tie static files with source repository
++ clone template files
++ crop articles
++ .haml files all expected to be in current directory along with .md files
+
+closed:
++ create index of articles
++ list articles based on date
++ support .markdown, .mkd file extensions
++ randomize col8a and colb
++ -f option to overwrite all files
++ destination directory
++ check new files into database
++ single entry template
++ add config.ru file for testing, this should be added during compilation
++ google analytics

data/docs/design

@@ -0,0 +1,39 @@
+requirements:
+
++ support haml, md
++ static page preview
++ static page indexing
+
+design:
+
+directory layout example:
+   
++ src
++-- site.db
++-- article1.md
++-- article2.md
++-- layout.haml
++-- navbar.haml
++-- footer.haml
++-- css
++-- images
++-- js
+
+* create a flat hierarchy of html files
+* js, css, images are found in folders
+* reference architecture suggests that source files be stored in src folder
+
+sitemap:
+
+sqlite database for indexing pages
+
+articles( id, creation, modification, title, layout, src )
+
+
+1.  crawl src directory for files ending with .haml, .md (.mkd, .markdown)
+2.  hash files, compare with site.sqlite3 file to find revisions
+3.  create main page consisting of default latest 10
+  a.  shrink content to less than x words
+  b.  organize by latest at the top
+4.  create individual pages
+

data/lib/meta/catalog.rb

@@ -0,0 +1,168 @@
+module Meta
+
+  class Catalog
+
+    attr_accessor :db
+
+    def initialize
+
+      self.db = Sequel.sqlite(Meta::DATASTORE)
+      
+    end
+
+    def content_exists?(file)
+
+      rs = self.db[:contents].where(:path => file).all
+
+      if rs.empty?
+        return false
+      else
+        return true
+      end
+
+    end
+
+    def get_content(file)
+
+      rs = self.db[:contents].where(:path => file).first
+
+      return rs
+
+    end
+
+    def get_recent(count)
+
+      if count < 0
+        rs = self.db[:contents].order(Sequel.desc(:created_at)).all
+      else
+        rs = self.db[:contents].order(Sequel.desc(:created_at)).limit(
+          count).all
+      end
+
+      rs.each do |r|
+        content = Tilt.new(r[:path]).render
+
+        content = "abc" if content.empty?
+        
+        r[:summary] = content
+        r[:link] = File.basename( r[:path], File.extname(r[:path]) ) +
+          HTMLEXT
+        r[:picture] = false
+      end
+
+      return rs
+
+    end
+
+    def check_content(content)
+
+      hash    = Digest::MD5.hexdigest(content)
+
+      if content_exists?(content)
+        revise_content( content, hash )
+      else
+        title   = ask "Please add a Title for #{content}? "
+        add_content( content, title, hash )
+      end
+
+      return self.db[:contents].where(:hash => hash).first()
+
+    end
+
+    def add_content( file, title, hash )
+
+      self.db[:contents].insert(
+        :title => title,
+        :hash => hash,
+        :path => file,
+        :created_at => File.ctime(file) )
+
+    end
+
+    def revise_content( file, hash )
+
+      #puts self.db[:contents].where(:path => file).select(:title).first()[:title]
+      self.db[:contents].where(:path => file).update(
+        :hash => hash,
+        #:title => title,
+        :updated_at => Time.now )
+
+    end
+
+    def update_content_title( file, title )
+
+      self.db[:contents].where(:path => file).update(
+        :title => title, :updated_at => Time.now )
+
+    end
+
+    def check_templates(templates)
+
+      templates.each do |t|
+
+        hash = Digest::MD5.hexdigest(t)
+
+        if template_exists?(t)
+
+          revise_template( t, hash )
+
+        else
+
+          add_template( t, hash )
+
+        end
+
+      end
+
+    end
+
+    def add_template( file, hash )
+
+      self.db[:templates].insert(
+        :path => file,
+        :hash => hash )
+
+    end
+
+    def revise_template( file, hash )
+
+      rs = self.db[:templates].where( :hash => hash, :path => file ).first
+
+      if rs.empty?
+
+        self.db[:templates].insert(
+          :path => file,
+          :hash => hash )
+
+      end
+
+    end
+
+    def template_exists?(file)
+
+      rs = self.db[:templates].where(:path => file).all
+
+      if rs.empty?
+        return false
+      else
+        return true
+      end
+
+    end
+
+    def template_revised?( path, hash )
+
+      rs = self.db[:templates].where( :hash => hash, :path => path )
+
+      if rs.nil?
+        return true
+      else
+        return false
+      end
+
+    end
+
+  end
+
+end
+

data/lib/meta/cli.rb

@@ -0,0 +1,112 @@
+module Meta
+
+  class CLI < Thor
+    include Thor::Actions
+
+    desc "compile", "compile meta files" 
+    method_option :output, :aliases => "-o", :type => :string,
+      :required => false, :desc => "static file output directory"
+    #method_option :exclude, :aliases => "-e", :type => :string,
+    #  :required => false, :desc => "comma separated list"
+    method_option :force, :aliases => "-f", :type => :boolean,
+      :required => false, :desc => "don't prompt to overwrite files"
+    def compile
+
+      if options[:output].nil?
+        dest = "."
+      else
+        dest = options[:output]
+      end
+
+      p = Meta::Page.new(dest)
+
+      p.generate(options[:force])
+      p.generate_main(options[:force])
+
+    end
+
+    desc "init", "initialize static meta project" 
+    def init
+
+      f = File.join( File.dirname(__FILE__), "../../db/site.sqlite3" )
+
+      if File.exists?("site.sqlite3")
+
+        puts "Warning: All index data will be lost!".red
+        reply = agree("Database already exists, overwrite?".red) {
+          |q| q.default = "n" }
+
+        if reply
+          FileUtils.cp( f, Dir.pwd )
+          puts "Database re-initialized".green
+        else
+          puts "Database not initialized".red
+        end
+
+      else
+
+        FileUtils.cp( f, Dir.pwd )
+        puts "Database initialized".green
+
+      end
+
+    end
+
+    desc "stage", "staging environment"
+    def stage
+
+      config = File.join( File.dirname(__FILE__), "../../config/config.ru" )
+
+      if File.exists?("config.ru")
+        puts "Environment has already been staged, no action taken.".yellow
+      else
+
+        FileUtils.cp( config, Dir.pwd )
+        puts "Run 'rackup' to start testing.".green
+
+      end
+
+    end
+
+    desc "title", "Change Title"
+    def title(file)
+
+      catalog = Meta::Catalog.new
+
+      f = catalog.get_content(file)
+
+      unless f.nil?
+
+        puts "Current Title: #{f[:title]}"
+        reply = ask "New Title? ".yellow
+
+        unless reply.empty?
+
+          response = agree(
+            "Are you certain that you want to make this change? ") {
+            |q| q.default = "n" }
+
+          catalog.update_content_title( file, reply ) if response
+
+        else
+          puts "Title cannot be empty, no action taken.".red
+        end
+
+      end
+
+    end
+
+    desc "test", "testing"
+    def test
+
+      p = Meta::Page.new
+      p.generate_main
+ 
+    end
+
+    default_task :compile
+
+  end
+
+end
+

data/lib/meta/filelib.rb

@@ -0,0 +1,68 @@
+module Meta
+
+  module Filelib
+
+    def self.create_directory(name)
+
+      unless name.nil?
+
+        if File.directory?(name)
+          puts "directory already exists"
+        else
+          FileUtils.mkdir_p(name)
+          puts "directory #{name} created".green
+        end
+
+      end
+
+    end
+
+    def self.create_file( text, filename, dest, overwrite=false )
+
+      filename = File.basename( filename, File.extname(filename) ) + HTMLEXT
+      filename = dest + SLASH + filename
+
+      reply   = false
+      write   = false
+
+      if File.exists?(filename)
+
+        reply = agree("file #{filename} exists, overwrite?".red) {
+          |q| q.default = "n" } unless overwrite
+
+      else
+        write = true
+      end
+
+      if overwrite or reply or write
+ 
+        f = File.open( filename, "w" )
+        f.write(text)
+        f.close
+
+        if overwrite or reply
+          puts "file #{filename} overwritten".green
+        else
+          puts "file #{filename} created".green
+        end
+
+      end
+
+    end
+
+    def self.get_templates()
+
+      return Dir.glob( Meta::HAML, File::FNM_CASEFOLD )
+
+    end
+
+    def self.get_contents()
+
+      return Dir.glob( Meta::MARKDOWN, File::FNM_CASEFOLD )
+
+    end
+
+  end
+
+end
+

data/lib/meta/page.rb

@@ -0,0 +1,129 @@
+module Meta
+
+  class Page
+
+    attr_reader :layout, :navbar, :catalog
+
+    def initialize(dest=BASEDIR)
+
+      @dest     = dest
+
+      @catalog  = Meta::Catalog.new
+
+      @layout = Tilt.new("layout.haml")
+      @navbar = Tilt.new("navbar.haml")
+      @col    = Tilt.new("col.haml")
+
+    end
+
+    def generate_row(contents)
+
+      length = contents.length
+
+      if length == 1
+        contents[0][:col_classes] = "col-lg-12 box"
+      elsif length == 2
+
+        rng = Random.new(SEED)
+
+        r = rng.rand(1..3)
+
+        if r == 3
+          contents[0][:col_classes] = "col-lg-6 box"
+          contents[1][:col_classes] = "col-lg-6 box"
+        elsif r == 2
+          contents[0][:col_classes] = "col-lg-8 box"
+          contents[1][:col_classes] = "col-lg-4 box"
+        else
+          contents[0][:col_classes] = "col-lg-4 box"
+          contents[1][:col_classes] = "col-lg-8 box"
+        end
+
+      elsif length == 3
+        contents[0][:col_classes] = "col-lg-4 box"
+        contents[1][:col_classes] = "col-lg-4 box"
+        contents[2][:col_classes] = "col-lg-4 box"
+      else
+        contents[0][:col_classes] = "col-lg-3 box"
+        contents[1][:col_classes] = "col-lg-3 box"
+        contents[2][:col_classes] = "col-lg-3 box"
+        contents[3][:col_classes] = "col-lg-3 box"
+      end
+
+      return contents
+
+    end
+
+    def generate_main(overwrite=false)
+
+      c = @catalog.get_recent(-1)
+
+      length = c.length
+      remain = length
+      index  = 0
+
+      rows = []
+
+      rng = Random.new(SEED)
+
+      while remain != 0 do
+
+        n = rng.rand(1..remain)
+
+        r = generate_row(c[index..index+n-1])
+
+        remain = remain - n
+        index  = index + n
+
+        rows << r
+        
+      end
+
+      doc   = @col.render( self, :rows => rows )
+
+      html  = @layout.render { doc }
+
+      Meta::Filelib.create_file( html, INDEX, @dest, overwrite )
+
+    end
+
+    def generate(overwrite=false)
+
+      all = Meta::Filelib.get_contents
+
+      all.each do |c|
+
+        if File.zero?(c)
+
+          puts "skipped file #{c} - empty file".yellow
+          next
+
+        end
+
+        content = @catalog.check_content(c)
+
+        content[:col_classes] = "col-lg-12 box"
+        content[:summary]     = Tilt.new(c).render
+        content[:link]        = File.basename( content[:path],
+          File.extname(content[:path]) ) + HTMLEXT
+
+        contents = []
+        contents << content
+
+        rows = []
+        rows << contents
+
+        r = @col.render( self, :rows => rows )
+
+        html = @layout.render { r }
+        
+        Meta::Filelib.create_file( html, c, @dest, overwrite )
+
+      end
+
+    end
+
+  end
+
+end
+

data/lib/meta/version.rb

@@ -0,0 +1,4 @@
+module Meta
+  VERSION = "0.0.1"
+end
+

data/lib/meta.rb

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require "colorize"
+require "digest/md5"
+require "haml"
+require "highline/import"
+require "redcarpet"
+require "sequel"
+require "sqlite3"
+require "thor"
+require "tilt"
+
+require File.join( File.dirname(__FILE__), "meta", "catalog" )
+require File.join( File.dirname(__FILE__), "meta", "cli" )
+require File.join( File.dirname(__FILE__), "meta", "filelib" )
+require File.join( File.dirname(__FILE__), "meta", "page" )
+require File.join( File.dirname(__FILE__), "meta", "version" )
+
+# macro-like used to keep haml compatibility
+def haml(file)
+  return Tilt.new("#{file}.haml").render
+end
+
+module Meta
+
+  BASEDIR         = ".".freeze
+  DATASTORE       = File.join( Dir.pwd, "site.sqlite3" )
+  EXCLUDES        = [ "layout.haml", "navbar.haml", "footer.haml" ]
+  HAML            = ["*.haml"]
+  HAMLEXT         = ".haml".freeze
+  HTML            = ["*.html"]
+  HTMLEXT         = ".html".freeze
+  INDEX           = "index.html".freeze
+  MARKDOWN        = ["*.md", "*.markdown", "*.mkd"]
+  MARKDOWNEXT     = ".md".freeze
+  SEED            = 1234562
+  SLASH           = "/".freeze
+
+end
+

data/meta.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'meta/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "meta"
+  spec.version       = Meta::VERSION
+  spec.authors       = ["stephenhu"]
+  spec.email         = ["epynonymous@outlook.com"]
+  spec.description   = %q{meta language compiler for static web pages }
+  spec.summary       = %q{meta compiler (meta)}
+  spec.homepage      = "http://github.io/stephenhu/meta"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+  spec.bindir        = "bin"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end
+

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: meta
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- stephenhu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'meta language compiler for static web pages '
+email:
+- epynonymous@outlook.com
+executables:
+- meta
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/meta
+- config/config.ru
+- db/migrate/001_init_database.rb
+- db/migrate/002_picture.rb
+- db/migrate/003_remove_templates.rb
+- db/migrate/004_remove_fk.rb
+- db/site.sqlite3
+- docs/backlog
+- docs/design
+- lib/meta.rb
+- lib/meta/catalog.rb
+- lib/meta/cli.rb
+- lib/meta/filelib.rb
+- lib/meta/page.rb
+- lib/meta/version.rb
+- meta.gemspec
+homepage: http://github.io/stephenhu/meta
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: meta compiler (meta)
+test_files: []