metc 0.0.1

data/.gitignore

@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,16 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in metc.gemspec
+gemspec
+
+gem "colorize"
+gem "haml"
+gem "highline"
+gem "rack"
+gem "redcarpet"
+gem "sequel"
+gem "sqlite3"
+gem "thin"
+gem "thor"
+gem "tilt"
+

data/Gemfile.lock

@@ -0,0 +1,43 @@
+PATH
+  remote: .
+  specs:
+    metc (0.0.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    colorize (0.6.0)
+    daemons (1.1.9)
+    eventmachine (1.0.3)
+    haml (4.0.4)
+      tilt
+    highline (1.6.20)
+    rack (1.5.2)
+    rake (10.1.0)
+    redcarpet (3.0.0)
+    sequel (4.5.0)
+    sqlite3 (1.3.8)
+    thin (1.6.1)
+      daemons (>= 1.0.9)
+      eventmachine (>= 1.0.0)
+      rack (>= 1.0.0)
+    thor (0.18.1)
+    tilt (2.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  colorize
+  haml
+  highline
+  metc!
+  rack
+  rake
+  redcarpet
+  sequel
+  sqlite3
+  thin
+  thor
+  tilt

data/LICENSE

@@ -0,0 +1,23 @@
+Copyright (c) 2013 Stephen Hu 
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

data/README.md

@@ -0,0 +1,17 @@
+# meta compiler (metc)
+
+## introduction
+metc is used to translate templates such as haml or markdown into static web pages.  these pages can then be served from github pages or other static site services like bluehost.  metc can also be used to test/preview static pages in your development environment without having to deploy into production.
+
+## requirements
+* ruby 1.9.2+
+* bundler
+* haml
+* redcarpet
+* thor
+* tilt
+
+## installation
+
+## faq
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/metc

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require "metc"
+Metc::CLI.start
+

data/db/migrate/001_init_database.rb

@@ -0,0 +1,42 @@
+Sequel.migration do
+
+  up do
+
+    create_table(:templates) do
+      primary_key   :id
+      String        :path, :null => false
+      String        :hash, :unique => true
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+
+    create_table(:contents) do
+      primary_key   :id
+      String        :path, :null => false
+      String        :hash, :unique => true
+      String        :title, :null => false
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+      foreign_key   :template_id, :templates
+    end
+
+    create_table(:revisions) do
+      primary_key   :id
+      String        :revisionid, :null => false
+      String        :previousid, :null => false
+      Time          :created_at, :default => Time.now
+      Time          :updated_at, :default => Time.now
+    end
+
+  end
+
+  down do
+
+    drop_table(:templates)
+    drop_table(:contents)
+    drop_table(:revisions)
+
+  end
+
+end
+

data/docs/backlog

@@ -0,0 +1,15 @@
+open:
++ detect and compile changes only
++ support .markdown, .mkd file extensions
++ support uppercase file extensions
++ create index of articles
++ crop articles
++ list articles based on date
+
+iced:
++ tie static files with source repository
++ clone template files
++ add config.ru file for testing, this should be added during compilation
+
+closed:
+

data/docs/design

@@ -0,0 +1,39 @@
+requirements:
+
++ support haml, md
++ static page preview
++ static page indexing
+
+design:
+
+directory layout example:
+   
++ src
++-- site.db
++-- article1.md
++-- article2.md
++-- layout.haml
++-- navbar.haml
++-- footer.haml
++-- css
++-- images
++-- js
+
+* create a flat hierarchy of html files
+* js, css, images are found in folders
+* reference architecture suggests that source files be stored in src folder
+
+sitemap:
+
+sqlite database for indexing pages
+
+articles( id, creation, modification, title, layout, src )
+
+
+1.  crawl src directory for files ending with .haml, .md (.mkd, .markdown)
+2.  hash files, compare with site.sqlite3 file to find revisions
+3.  create main page consisting of default latest 10
+  a.  shrink content to less than x words
+  b.  organize by latest at the top
+4.  create individual pages
+

data/lib/metc.rb

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+
+require "colorize"
+require "digest/md5"
+require "haml"
+require "highline/import"
+require "redcarpet"
+require "sequel"
+require "sqlite3"
+require "thor"
+require "tilt"
+
+require File.join( File.dirname(__FILE__), "metc", "catalog" )
+require File.join( File.dirname(__FILE__), "metc", "cli" )
+require File.join( File.dirname(__FILE__), "metc", "filelib" )
+require File.join( File.dirname(__FILE__), "metc", "page" )
+require File.join( File.dirname(__FILE__), "metc", "version" )
+
+# macro-like used to keep haml compatibility
+def haml(file)
+  return Tilt.new("#{file}.haml").render
+end
+
+module Metc
+
+  BASEDIR         = ".".freeze
+  COLS            = [ 1, 2, 2, 3, 4 ]
+  DATASTORE       = File.join( Dir.pwd, "site.sqlite3" )
+  EXCLUDES        = [ "layout.haml", "navbar.haml", "footer.haml" ]
+  HAML            = ["*.haml"]
+  HAMLEXT         = ".haml".freeze
+  HTML            = ["*.html"]
+  HTMLEXT         = ".html".freeze
+  MARKDOWN        = ["*.md", "*.markdown", "*.mkd"]
+  MARKDOWNEXT     = ".md".freeze
+  SEED            = 1234
+
+end
+

data/lib/metc/catalog.rb

@@ -0,0 +1,156 @@
+module Metc
+
+  class Catalog
+
+    attr_accessor :db
+
+    def initialize
+
+      self.db = Sequel.sqlite(Metc::DATASTORE)
+      
+    end
+
+    def content_exists?(file)
+
+      rs = self.db[:contents].where(:path => file).all
+
+      if rs.empty?
+        return false
+      else
+        return true
+      end
+
+    end
+
+    def template_exists?(file)
+
+      rs = self.db[:templates].where(:path => file).all
+
+      if rs.empty?
+        return false
+      else
+        return true
+      end
+
+    end
+
+    def template_revised?( path, hash )
+
+      rs = self.db[:templates].where( :hash => hash, :path => path )
+
+      if rs.nil?
+        return true
+      else
+        return false
+      end
+
+    end
+
+    def get_recent(count)
+
+      if count < 0
+        rs = self.db[:contents].order(:created_at).all
+      else
+        rs = self.db[:contents].order(:created_at).limit(count).all
+      end
+
+      rs.each do |r|
+        content = Tilt.new(r[:path]).render
+
+        content = "abc" if content.empty?
+        
+        r[:summary] = content
+        r[:link] = File.basename( r[:path], File.extname(r[:path]) ) +
+          HTMLEXT
+        r[:picture] = false
+      end
+
+      return rs
+
+    end
+
+    def check_content(content)
+
+      title   = ask "Title? "
+      hash    = Digest::MD5.hexdigest(content)
+
+      if content_exists?(content)
+        revise_content( content, title, hash )
+      else
+        add_content( content, title, hash )
+      end
+
+
+    end
+
+    def add_content( file, title, hash )
+
+      self.db[:contents].insert(
+        :title => title,
+        :hash => hash,
+        :path => file,
+        :created_at => File.ctime(file) )
+
+    end
+
+    def revise_content( file, title, hash )
+
+      self.db[:contents].where(:path => file).update(
+        :hash => hash,
+        :title => title,
+        :updated_at => Time.now )
+
+    end
+
+    def check_templates(templates)
+
+      templates.each do |t|
+
+        hash = Digest::MD5.hexdigest(t)
+
+        if template_exists?(t)
+
+          revise_template( t, hash )
+
+        else
+
+          add_template( t, hash )
+
+        end
+
+      end
+
+    end
+
+    def add_template( file, hash )
+
+      self.db[:templates].insert(
+        :path => file,
+        :hash => hash )
+
+    end
+
+    def revise_template( file, hash )
+
+      rs = self.db[:templates].where( :hash => hash, :path => file ).first
+
+      if rs.empty?
+
+        self.db[:templates].insert(
+          :path => file,
+          :hash => hash )
+
+      end
+
+    end
+
+    def content_count()
+
+      return self.db[:contents].count
+
+    end
+
+  end
+
+end
+

data/lib/metc/cli.rb

@@ -0,0 +1,36 @@
+module Metc
+
+  class CLI < Thor
+    include Thor::Actions
+
+    desc( "compile", "compile meta files" )
+    method_option :output, :type => :string, :required => false,
+      :desc => "location of source meta files"
+    method_option :exclude, :type => :string, :required => false,
+      :desc => "comma separated list"
+    def compile
+
+      p = Metc::Page.new
+
+      contents = Metc::Filelib.get_contents
+
+      contents.each do |c|
+        p.generate(c)
+      end
+
+    end
+
+    desc( "test", "testing" )
+    def test
+
+      p = Metc::Page.new
+      p.generate_main
+ 
+    end
+
+    default_task :compile
+
+  end
+
+end
+

data/lib/metc/filelib.rb

@@ -0,0 +1,57 @@
+module Metc
+
+  module Filelib
+
+    def self.create_directory(name)
+
+      unless name.nil?
+
+        if File.directory?(name)
+          puts "directory already exists"
+        else
+          FileUtils.mkdir_p(name)
+          puts "directory #{name} created".green
+        end
+
+      end
+
+    end
+
+    def self.create_file( text, filename )
+
+      filename = File.basename( filename, File.extname(filename) ) + HTMLEXT
+
+      reply = true
+
+      if File.exists?(filename)
+        reply = ask("file #{filename} exists, overwrite?")
+      end
+
+      if reply
+
+        f = File.open( filename, "w" )
+        f.write(text)
+        f.close
+
+        puts "file #{filename} created".green
+
+      end
+
+    end
+
+    def self.get_templates()
+
+      return Dir.glob( Metc::HAML, File::FNM_CASEFOLD )
+
+    end
+
+    def self.get_contents()
+
+      return Dir.glob( Metc::MARKDOWN, File::FNM_CASEFOLD )
+
+    end
+
+  end
+
+end
+

data/lib/metc/page.rb

@@ -0,0 +1,88 @@
+module Metc
+
+  class Page
+
+    attr_reader :layout, :navbar, :catalog
+
+    def initialize()
+
+      @catalog = Metc::Catalog.new
+
+      @layout = Tilt.new("layout.haml")
+      @navbar = Tilt.new("navbar.haml")
+      @col3   = Tilt.new("col3.haml")
+      @col4   = Tilt.new("col4.haml")
+      @col6   = Tilt.new("col6.haml")
+      @col8a  = Tilt.new("col8a.haml")
+      @col8b  = Tilt.new("col8b.haml")
+      @col12  = Tilt.new("col12.haml")
+
+    end
+
+    def generate_row(contents)
+
+      length = contents.length
+
+      if length == 1
+        return @col12.render( self, :contents => contents )
+      elsif length == 2
+        return @col8a.render( self, :contents => contents )
+      elsif length == 3
+        return @col4.render( self, :contents => contents )
+      elsif length == 4
+        return @col3.render( self, :contents => contents )
+      end
+
+    end
+
+    def generate_main()
+
+      c = @catalog.get_recent(-1)
+
+      length = c.length
+      remain = length
+      index  = 0
+
+      doc = ""
+
+      rng = Random.new(SEED)
+
+      while remain != 0 do
+
+        if remain > 4
+          n = rng.rand(1..4)
+        else
+          n = remain
+        end
+
+        r = generate_row(c[index..index+n-1])
+
+        remain = remain - n
+        index  = index + n
+
+        doc = doc + r
+        
+      end
+
+      html = @layout.render { doc }
+
+      Metc::Filelib.create_file( html, "index.html" )
+
+    end
+
+    def generate(content)
+
+      return if File.zero?(content)
+
+      html = @layout.render { Tilt.new(content).render }
+
+      Metc::Filelib.create_file( html, content )
+
+      @catalog.check_content(content)
+
+    end
+
+  end
+
+end
+

data/lib/metc/version.rb

@@ -0,0 +1,4 @@
+module Metc
+  VERSION = "0.0.1"
+end
+

data/metc.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'metc/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "metc"
+  spec.version       = Metc::VERSION
+  spec.authors       = ["stephenhu"]
+  spec.email         = ["epynonymous@outlook.com"]
+  spec.description   = %q{meta language compiler for static web pages }
+  spec.summary       = %q{meta compiiler (metc)}
+  spec.homepage      = "http://github.io/stephenhu/metc"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+  spec.bindir        = "bin"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end
+

data/schema/schema.sql

@@ -0,0 +1,26 @@
+CREATE TABLE IF NOT EXISTS  templates (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  hash TEXT NOT NULL UNIQUE,
+  creation TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+  modification TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+  path TEXT NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS content (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  hash TEXT NOT NULL UNIQUE,
+  title TEXT NOT NULL,
+  path TEXT NOT NULL,
+  tid INTEGER,
+  creation TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+  modification TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+  FOREIGN KEY(tid) REFERENCES templates(id)
+);
+
+CREATE TABLE IF NOT EXISTS revisions (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  revision TEXT NOT NULL,
+  previous TEXT NOT NULL,
+  creation TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+);
+

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification
+name: metc
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- stephenhu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'meta language compiler for static web pages '
+email:
+- epynonymous@outlook.com
+executables:
+- metc
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/metc
+- db/migrate/001_init_database.rb
+- docs/backlog
+- docs/design
+- lib/metc.rb
+- lib/metc/catalog.rb
+- lib/metc/cli.rb
+- lib/metc/filelib.rb
+- lib/metc/page.rb
+- lib/metc/version.rb
+- metc.gemspec
+- schema/schema.sql
+homepage: http://github.io/stephenhu/metc
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: meta compiiler (metc)
+test_files: []