sitefs 1.0.0.beta1

data/lib/sitefs/walker.rb

@@ -0,0 +1,94 @@
+require 'find'
+
+module Sitefs::HashMaps
+  refine Hash do
+    def map_keys &blk
+      inject({}) do |h, (k,v)|
+        h[blk.call(k)] = v
+        h
+      end
+    end
+
+    def map_values &blk
+      inject({}) do |h, (k,v)|
+        h[k] = blk.call(v)
+        h
+      end
+    end
+
+    def find_value &blk
+      val = find(&blk)
+      val[1] if val
+    end
+  end
+end
+
+# Class used for walking a source directory and discovering what files need to be mapped
+class Sitefs::Walker
+  using HashMaps
+  attr_reader :config
+
+  HANDLERS = {
+    'page.{md,markdown}' => Handlers::Markdown,
+    'page.rb' => Handlers::RubyGen,
+    'page.*erb' => Handlers::SingleErb,
+    'tag-page.rb' => Handlers::TagPage,
+    'scss' => Handlers::Scss,
+    '*' => Handlers::Noop,
+  }
+
+  IGNORE_MATCHERS = [
+    '**/node_modules',
+    '**/.sass-cache',
+    '**/.git',
+    '**/.DS_Store',
+  ]
+
+  def initialize config
+    @config = config
+  end
+
+  def root_path
+    @config.root_path
+  end
+
+  def walk
+    reg = FileRegistry.new
+
+    Dir.chdir root_path
+
+    ignore_matchers = IGNORE_MATCHERS | config.ignore_patterns
+    handlers = HANDLERS.map_keys {|ext| File.join('**', "*.#{ext}") }
+    match_args = File::FNM_CASEFOLD | File::FNM_EXTGLOB | File::FNM_PATHNAME
+
+    Find.find root_path do |full_path|
+      path = full_path.sub(root_path, '')
+
+      if ignore_matchers.find {|pattern| File.fnmatch(pattern, path, match_args)}
+        Find.prune if File.directory?(path)
+        next
+      end
+
+      if handler_class = handlers.find_value { |pattern, handler_class| File.fnmatch(pattern, path, match_args)}
+        handler = handler_class.new(root_path, full_path)
+
+
+        reg << handler if handler.should_generate?(config)
+      end
+    end
+
+    reg
+  end
+
+  def watcher
+    Watcher.new self
+  end
+
+  def action_set
+    walk.gather_actions
+  end
+
+  def run action
+    action_set.call @config, action
+  end
+end

data/lib/sitefs/watcher.rb

@@ -0,0 +1,85 @@
+require 'listen'
+require 'webrick'
+
+class Sitefs::Watcher
+  attr_reader :with_server, :walker
+
+  def initialize walker
+    @config = walker.config
+    @listener = ::Listen.to(root_path) do |modified, added, removed|
+      change modified, added, removed
+    end
+
+    @walker = walker
+  end
+
+  def root_path
+    @config.root_path
+  end
+
+  def port
+    @config.port
+  end
+
+  def start
+    puts "Listening to #{root_path}"
+
+    action_set.call @config, :write
+    @listener.start
+
+    if @port = port
+      server_thread.join
+    else
+      sleep
+    end
+  end
+
+  def server_thread
+    @server_thread ||= Thread.new do
+      puts "about to start server on: http://127.0.0.1:#{@port}"
+      webrick_config = WEBrick::Config::FileHandler.merge({
+        :FancyIndexing     => true,
+        :NondisclosureName => [
+          ".ht*", "~*",
+        ],
+      })
+
+      server = WEBrick::HTTPServer.new(
+        Port: @port,
+        DocumentRoot: root_path,
+        SitefsConfig: @config,
+       ).tap { |o| o.unmount("") }
+      server.mount('', Servlet, root_path, webrick_config )
+      server.start
+    end
+  end
+
+  def registry
+    walker.walk
+  end
+
+  def action_set
+    registry.gather_actions
+  end
+
+  def change modified, added, removed
+    puts "Change detected:"
+
+    modified.each {|f| puts "  modified: #{f}"}
+    added.each {|f| puts "  added: #{f}"}
+    removed.each {|f| puts "  removed: #{f}"}
+
+    all = (modified | added | removed)
+
+    as = action_set
+
+    has_ungenerated_file = all.find do |path|
+      !as.includes_path?(path)
+    end
+
+    as.call(walker.config, :write) if has_ungenerated_file
+
+    puts ''
+  end
+
+end

data/lib/sitefs.rb

@@ -0,0 +1,19 @@
+require 'sitefs/version'
+
+require 'stamp'
+require 'autoloaded'
+require 'yaml'
+require 'aws-sdk'
+
+%w{
+}.each do |name|
+  require "sitefs/#{name}"
+end
+
+module Sitefs
+  extend self
+
+  Autoloaded.module do |autoloading|
+    # autoloading.with 'sitefs/dsl_context' => :'Sitefs::DSLContext'
+  end
+end

data/sitefs.gemspec

@@ -0,0 +1,47 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sitefs/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "sitefs"
+  spec.version       = Sitefs::VERSION
+  spec.authors       = ["Tal Atlas"]
+  spec.email         = ["me@tal.by"]
+
+  spec.summary       = %q{A simple static site generator}
+  spec.homepage      = "http://sitefs.com"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'html-pipeline', '~> 2.5'
+  spec.add_dependency 'html-pipeline-rouge_filter', '~> 1.0'
+  spec.add_dependency 'rinku', '~> 2.0'
+  spec.add_dependency 'github-markdown', '~> 0.6'
+  spec.add_dependency 'listen', '~> 3.1'
+  spec.add_dependency 'sass', '~> 3.4'
+  spec.add_dependency 'stamp', '~> 0.6'
+  spec.add_dependency 'ratom', '~> 0.9'
+  spec.add_dependency 'autoloaded', '~> 2'
+  spec.add_dependency 'slop', '~> 4'
+  spec.add_dependency 'diffy', '~> 3'
+  spec.add_dependency 'mime-types', '~> 3'
+
+  spec.add_dependency 'aws-sdk', '~> 2'
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 12"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/test-walker.rb

@@ -0,0 +1,20 @@
+FS_TEST_DIR = File.expand_path('../inline-site', __FILE__)
+
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+
+require 'sitefs'
+
+include Sitefs
+
+watcher = Watcher.new FS_TEST_DIR
+
+# sleep
+
+# walker = Walker.new(FS_TEST_DIR)
+
+# reg = walker.walk
+# action_set = reg.gather_actions.call
+
+# if action_set.has_errors?
+#   abort('some files didn\'t work')
+# end

metadata

@@ -0,0 +1,335 @@
+--- !ruby/object:Gem::Specification
+name: sitefs
+version: !ruby/object:Gem::Version
+  version: 1.0.0.beta1
+platform: ruby
+authors:
+- Tal Atlas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-04-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: html-pipeline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+- !ruby/object:Gem::Dependency
+  name: html-pipeline-rouge_filter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rinku
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: github-markdown
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: sass
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: stamp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: ratom
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: autoloaded
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4'
+- !ruby/object:Gem::Dependency
+  name: diffy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- me@tal.by
+executables:
+- sitefs
+extensions: []
+extra_rdoc_files: []
+files:
+- ".editorconfig"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- TODO.md
+- bin/sitefs
+- inline-site/_layout.html.erb
+- inline-site/_layout.md.html.erb
+- inline-site/advanced-md.page.md
+- inline-site/dir/_layout.md.html.erb
+- inline-site/dir/sub1/_layout.html.erb
+- inline-site/dir/sub1/sub2/deep-page.page.md
+- inline-site/ears.png
+- inline-site/gallery/IMG_4371.jpg
+- inline-site/gallery/Screen Shot 2016-04-21 at 5.57.53 PM.png
+- inline-site/gallery/Screen Shot 2016-04-25 at 2.06.46 PM.png
+- inline-site/gallery/Screen Shot 2016-04-27 at 9.31.28 PM.png
+- inline-site/gallery/_gallery.html.erb
+- inline-site/gallery/_permalink.html.erb
+- inline-site/gallery/photos.page.rb
+- inline-site/index.html
+- inline-site/index.page.html.erb
+- inline-site/single-markdown.page.md
+- inline-site/styles/_helper.scss
+- inline-site/styles/app.css
+- inline-site/styles/app.scss
+- inline-site/tagged/_tag_layout.html.erb
+- inline-site/tagged/public.tag-page.rb
+- lib/sitefs.rb
+- lib/sitefs/attribute_set.rb
+- lib/sitefs/command_config.rb
+- lib/sitefs/dsl_context.rb
+- lib/sitefs/file_action.rb
+- lib/sitefs/file_action_set.rb
+- lib/sitefs/file_registry.rb
+- lib/sitefs/handler.rb
+- lib/sitefs/handlers.rb
+- lib/sitefs/handlers/markdown.rb
+- lib/sitefs/handlers/noop.rb
+- lib/sitefs/handlers/ruby_gen.rb
+- lib/sitefs/handlers/scss.rb
+- lib/sitefs/handlers/single_erb.rb
+- lib/sitefs/handlers/tag_page.rb
+- lib/sitefs/html_pipelines.rb
+- lib/sitefs/layout_type.rb
+- lib/sitefs/manifest.rb
+- lib/sitefs/manifest_file.rb
+- lib/sitefs/page.rb
+- lib/sitefs/page_render.rb
+- lib/sitefs/path_helper.rb
+- lib/sitefs/render_context.rb
+- lib/sitefs/render_result.rb
+- lib/sitefs/renderer.rb
+- lib/sitefs/renderer_pipeline.rb
+- lib/sitefs/servlet.rb
+- lib/sitefs/tag_page_dsl_context.rb
+- lib/sitefs/version.rb
+- lib/sitefs/walker.rb
+- lib/sitefs/watcher.rb
+- sitefs.gemspec
+- test-walker.rb
+homepage: http://sitefs.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.10
+signing_key: 
+specification_version: 4
+summary: A simple static site generator
+test_files: []