yodel 0.0.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,9 @@
+coverage
+rdoc
+doc
+.yardoc
+.bundle
+pkg
+.DS_Store
+*.swp
+

data/Gemfile

@@ -0,0 +1,2 @@
+source 'http://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,63 @@
+PATH
+  remote: .
+  specs:
+    yodel (0.0.1)
+      activesupport (~> 3.0.3)
+      bson (~> 1.3.1)
+      bson_ext (~> 1.3.1)
+      bundler (~> 1.0.21)
+      ember (~> 0.3.1)
+      git (~> 1.2.5)
+      highline (~> 1.6.2)
+      hpricot (~> 0.8.4)
+      json (~> 1.6.1)
+      mail (~> 2.3.0)
+      mini_magick (~> 3.3)
+      mongo (~> 1.3.1)
+      plucky (~> 0.4.1)
+      rack (~> 1.3.3)
+      rack-contrib (~> 1.1.0)
+      rubydns (~> 0.3.3)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (3.0.11)
+    bson (1.3.1)
+    bson_ext (1.3.1)
+    ember (0.3.1)
+    eventmachine (0.12.10)
+    git (1.2.5)
+    highline (1.6.8)
+    hpricot (0.8.4)
+    i18n (0.6.0)
+    json (1.6.1)
+    mail (2.3.0)
+      i18n (>= 0.4.0)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    mime-types (1.17.2)
+    mini_magick (3.3)
+      subexec (~> 0.1.0)
+    mongo (1.3.1)
+      bson (>= 1.3.1)
+    plucky (0.4.3)
+      mongo (~> 1.3)
+    polyglot (0.3.3)
+    rack (1.3.5)
+    rack-contrib (1.1.0)
+      rack (>= 0.9.1)
+    rexec (1.4.1)
+    rubydns (0.3.3)
+      eventmachine
+      rexec
+    subexec (0.1.0)
+    treetop (1.4.10)
+      polyglot
+      polyglot (>= 0.3.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  yodel!

data/LICENSE

@@ -0,0 +1 @@
+Public Domain

data/README.rdoc

@@ -0,0 +1,20 @@
+= Yodel
+
+Rack based Ruby CMS.
+
+
+== Contributing to yodel
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure you add tests for it
+* Please try not to mess with the Rakefile, version, or history.
+
+
+== Areas to clean
+
+* Adding/deleting/iterating over fields of models, eigenmodels and embedded models
+* embedded model to_json/to_html field etc, is essentially the same as a normal record

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/bin/yodel

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+Dir.chdir(File.dirname(__FILE__))
+require '../lib/yodel/command/command'
+CommandRunner.run

data/lib/yodel.rb

@@ -0,0 +1,22 @@
+Dir.chdir(File.join(File.dirname(__FILE__), 'yodel')) do
+  # ensure gem dependencies are loaded
+  require './requires'
+  
+  # rack extensions
+  require './middleware/request'
+  require './middleware/error_pages'
+  require './middleware/site_detector'
+  
+  # type extensions
+  require './types/date'
+  require './types/object_id'
+  require './types/time'
+  
+  # core yodel
+  require './application/application'
+  require './exceptions/exceptions'
+  require './mime_types/mime_types'
+  require './request/request'
+  require './models/models'
+  require './task_queue/task_queue'
+end

data/lib/yodel/application/application.rb

@@ -0,0 +1,44 @@
+Dir.chdir(File.dirname(__FILE__)) do
+  require './request_handler'
+  require './extension'
+  require './yodel'
+  require '../middleware/public_assets' if Yodel.env.development?
+end
+
+class Application < Rack::Builder
+  def initialize
+    super
+    
+    # boot
+    Yodel.config.logger.info "Yodel starting up" if Yodel.env.production?
+    Dir.chdir(Yodel.config.sites_root)
+    Yodel.load_extensions
+    
+    # setup middleware
+    use Rack::ShowExceptions if Yodel.env.development?
+    use ErrorPages
+    use Rack::Session::Cookie, key: Yodel.config.session_key, secret: Yodel.config.session_secret
+    use Rack::NestedParams
+    use Rack::MethodOverride
+    use SiteDetector
+    use PublicAssets if Yodel.env.development?
+    
+    # FIXME: for production, load layouts once
+    if Yodel.env.production?
+      Site.all.each {|site| Layout.reload_layouts(site)}
+    end
+    
+    # initialise a rack endpoint
+    run RequestHandler.new
+    @app = to_app
+    
+    # boot complete
+    unless Yodel.env.development?
+      Yodel.config.logger.info "Yodel startup complete"
+    end
+  end
+
+  def call(env)
+    @app.call(env)
+  end
+end

data/lib/yodel/application/extension.rb

@@ -0,0 +1,59 @@
+class Extension
+  attr_reader :name, :lib_dir, :migrations_dir, :public_dir, :layouts_dir, :models_dir
+  
+  def initialize
+    @environment    = @name.end_with?('environment')
+    @migrations_dir = File.join(@lib_dir, Yodel::MIGRATIONS_DIRECTORY_NAME)
+    @public_dir     = File.join(@lib_dir, Yodel::PUBLIC_DIRECTORY_NAME)
+    @layouts_dir    = File.join(@lib_dir, Yodel::LAYOUTS_DIRECTORY_NAME)
+    @models_dir     = File.join(@lib_dir, Yodel::MODELS_DIRECTORY_NAME)
+    Yodel.extensions[@name] = self
+  end
+  
+  def load!
+    unless @environment
+      require_extension
+      Yodel.config.public_directories << @public_dir if File.directory?(@public_dir)
+      Yodel.config.layout_directories << @layouts_dir if File.directory?(@layouts_dir)
+      Yodel.config.extensions << self
+    end
+    
+    # load any models. if the init.rb file exists it will be loaded instead,
+    # allowing extensions to specify the order models are loaded.
+    if File.exist?(@models_dir)
+      init_file = File.join(@models_dir, 'init.rb')
+      if File.exist?(init_file)
+        require init_file
+      else
+        Dir[File.join(@models_dir, '**')].sort.each do |model|
+          next if model.start_with?('.')
+          require File.realpath(model, @models_dir)
+        end
+      end
+    end
+  end
+end
+
+class GemExtension < Extension
+  def initialize(gem)
+    @name = gem.name
+    @lib_dir = File.join(gem.full_gem_path, Yodel::EXTENSION_LIB_DIRECTORY_NAME)
+    super()
+  end
+  
+  def require_extension
+    require @name
+  end
+end
+
+class FolderExtension < Extension
+  def initialize(path)
+    @name = File.basename(path)
+    @lib_dir = File.join(path, Yodel::EXTENSION_LIB_DIRECTORY_NAME)
+    super()
+  end
+  
+  def require_extension
+    require File.join(@lib_dir, @name)
+  end
+end

data/lib/yodel/application/request_handler.rb

@@ -0,0 +1,48 @@
+class RequestHandler
+  PATH_FORMAT_REGEX = /^(?<path>.*?)(\.(?<format>\w+))?$/
+  
+  def call(env)
+    # find the site this request is for
+    request  = Rack::Request.new(env)
+    response = Rack::Response.new
+    site = env['yodel.site']
+
+    # temporary workaround to force rack to write the session out to a cookie
+    env['rack.session']['a'] = 1
+
+    # split the request path into a standard path and trailing file extension if present
+    components = PATH_FORMAT_REGEX.match(request.path)
+    return fail_with "Unable to parse request path: #{request.path}" if components.nil?
+    path, format = components.captures
+    path = path[0...-1] if path.end_with?('/') && path.length != 1
+    
+    # match the request to the closest mime type we're aware of
+    mime_type = Yodel.mime_types.mime_type_for_request(format, request.env['HTTP_ACCEPT'])
+    
+    # attempt to find a matching page for this request
+    page = site.pages.where(path: path).first
+    if page.nil?
+      site.glob_pages.all.each do |glob_page|
+        if path.start_with?(glob_page.path)
+          page = glob_page
+          request.params['glob'] = path[glob_page.path.length..-1]
+          break
+        end
+      end
+      return fail_with "File (#{request.path}) not found." if page.nil?
+    end
+    
+    # respond
+    Layout.reload_layouts(site) if Yodel.env.development? # FIXME: implement production caching
+    page.respond_to_request(request, response, mime_type)
+    if page.response.respond_to?(:finish)
+      page.response.finish
+    else
+      page.response
+    end
+  end
+  
+  def fail_with(message)
+    [404, {'Content-Type' => 'text/plain'}, [message]]
+  end
+end

data/lib/yodel/application/yodel.rb

@@ -0,0 +1,25 @@
+module Yodel
+  def self.db
+    @db ||= Mongo::Connection.new(Yodel.config.database_hostname, Yodel.config.database_port).db(Yodel.config.database)
+  end
+  
+  def self.extensions
+    @extensions ||= {}
+  end
+  
+  def self.load_extensions
+    if Yodel.config.extensions_folder
+      Dir[File.join(Yodel.config.extensions_folder, '/*')].each do |path|
+        next unless File.directory?(path) && File.basename(path).start_with?('yodel_')
+        extension = FolderExtension.new(path)
+        extension.load!
+      end
+    else
+      Gem::Specification.find_all do |gem|
+        next unless gem.name.start_with?('yodel_')
+        extension = GemExtension.new(gem)
+        extension.load!
+      end
+    end
+  end
+end

data/lib/yodel/command/command.rb

@@ -0,0 +1,94 @@
+require 'optparse'
+Dir.chdir(File.dirname(__FILE__))
+Encoding.default_external = "utf-8"
+
+class CommandRunner
+  def self.run
+    OptionParser.new do |opts|
+      opts.banner = "Usage: yodel [options] server|dns|console|migrate|setup|deploy"
+      opts.on('-p', '--port PORT', Integer, 'Override the default web server port') do |port|
+        $web_port = port
+      end
+  
+      opts.on('-e', '--environment ENV', 'Web server environment (default development)', 'development', 'production') do |env|
+        $env = env
+      end
+      
+      opts.on('-s', '--settings FILE', 'Load this settings file (default: /usr/local/etc/yodel/settings.rb)') do |settings|
+        $settings = settings
+      end
+      
+      opts.on('-x', '--extensions PATH', 'Load extensions from the supplied folder, rather than from installed gems') do |path|
+        $extensions_folder = path
+      end
+      
+      opts.on('-r', '--reload', 'Reloads the server whenever any framework source files are modified') do
+        $reload = true
+      end
+  
+      opts.on('-h', '--help', 'Display this screen') do
+        puts opts
+        exit
+      end
+    end.parse!
+
+    command = ARGV.shift
+
+
+    case command
+    when 'server'
+      require '../requires'
+      require '../middleware/development_server'
+      
+      Yodel.config.extensions_folder = $extensions_folder if $extensions_folder
+      Yodel.config.web_port = $web_port if $web_port
+      
+      if $env == 'production'
+        Yodel.env.production!
+      else
+        Yodel.env.development!
+      end
+      
+      if $reload
+        Rack::Server.start(app: DevelopmentServer.new, Port: Yodel.config.web_port)
+      else
+        require File.expand_path('../../yodel')
+        Rack::Server.start(app: Application.new, Port: Yodel.config.web_port)
+      end
+  
+    when 'dns'
+      require '../requires'
+      require './dns_server'
+      DNSServer.start
+  
+    when 'console'
+      require '../../yodel'
+      require 'irb'
+      
+      Yodel.config.extensions_folder = $extensions_folder if $extensions_folder
+      $application = Application.new
+      IRB.start(__FILE__)
+  
+    when 'migrate'
+      require '../../yodel'
+      Yodel.config.extensions_folder = $extensions_folder if $extensions_folder
+      $application = Application.new
+      Site.all.each do |site|
+        Migration.run_migrations(site)
+      end
+    
+    when 'deploy'
+      require '../../yodel'
+      Yodel.config.extensions_folder = $extensions_folder if $extensions_folder
+      require './deploy'
+      Deploy.new.deploy_site      
+  
+    when 'setup'
+      require './installer'
+      Installer.new.install_system_files
+      
+    else
+      puts "Unknown command: #{command}"  
+    end
+  end
+end

data/lib/yodel/command/deploy.rb

@@ -0,0 +1,67 @@
+class Deploy
+  def initialize
+    @application = Application.new
+    @site_id = ARGV.shift
+  end
+  
+  def deploy_site
+    puts "A site ID must be supplied as the last parameter to deploy" and return if @site_id.blank?
+    site = Site.where(_id: BSON::ObjectId.from_string(@site_id)).first
+    puts "Site could not be found" and return if site.nil?
+    new_site = site.migrations.empty?
+    
+    # store the list of domains associated with this site; once the site has been reloaded from
+    # the updated yaml file, deleted domains need to have their corresponding folders removed
+    old_domains = site.domains.dup
+    
+    # read site.yml and update db record
+    site.reload_from_site_yaml
+    
+    # FIXME: it's possible for one site to take control of another's domains at the moment;
+    # process "should" be that the first site with a domain owns that domain. Only it can
+    # add subdomains to it; yodelcms.com etc. is an exception to this.
+    # remove "bad" domain names
+    site.domains = site.remote_domains
+    
+    # link public directories so a fronting web server can serve public assets easily
+    site.domains.each do |domain|
+      path = File.join(Yodel.config.public_directory, domain)
+      FileUtils.ln_s(site.public_directory, path) unless File.exists?(path)
+    end
+    
+    # remove folders associated with deleted domains
+    old_domains -= site.domains
+    old_domains.each do |domain|
+      path = File.join(Yodel.config.public_directory, domain)
+      FileUtils.rm(path) if File.exists?(path)
+    end
+    
+    # migrate (taking the site live)
+    Migration.run_migrations(site)
+    
+    # reload layouts from disk
+    Layout.reload_layouts(site)
+    
+    # the first time a site is created, all users with access to the site (1 at this stage
+    # in most cases) are copied as administrators of the new site. As users are added and
+    # removed, their corresponding administrator records are updated in the site.
+    if new_site
+      production_site = Site.where(name: 'yodel').first
+      production_site.users.where(sites: site.id).all.each do |admin|
+        user = site.users.new
+        user.first_name = admin.name
+        user.email = admin.email
+        user.username = admin.email
+        user.password = admin.password
+        user.groups << site.groups['Developers']
+        user.save
+
+        # because of the before_create callback, we need to override
+        # the salt and password manually by saving again
+        user.password_salt = nil
+        user.password = admin.password
+        user.save_without_validation
+      end
+    end
+  end
+end