archival 0.0.1 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2cb0c34388e5643a954509fca99931fc9b60d2705ba12733ea890eed817a549e
-  data.tar.gz: 29c8b6c12cd039be464211cd658b76cde06d4e20a8f2dad5b8f1921c0d40e76b
+  metadata.gz: 823433cd1bdae7bc4e3a6179451a875e7fbe5de17c4ceaa8a0b246cdd9fa3b61
+  data.tar.gz: 778ef490bf23365d6e1fa1207d0f959ead5a59edbaebebeebe16837981a6c230
 SHA512:
-  metadata.gz: 1a6015cc2dafc8335acd969a1616b1842e8fb5afa9a6d966920d5399792a9fc774313e67b2c8467767f408f32eddc33660f7389954a515af6dcd386392ee74ba
-  data.tar.gz: 3b076507b17cde33ef678c8ced6a84efa4e69c927017dc411b6c4a9475eff5344cbeafd11396c5185fa8e3638854ae40e91ef9756a8c02303d2781839e7f886c
+  metadata.gz: cbbbd3c0ef92fabfcc08608adc376ce1272c36e30aa6f3b6d9e12d0ce5b9dd781b1fac4663262b144a85fe42ad951df396004f08518059820f6fc0c45d8a082c
+  data.tar.gz: fee79490a8d086eee8779e985483f0b80e75b1ec0df657eb19ed8c74a3a2e5590a8c2e4f74f20ce529e1536e204c3f62574cc5c6ac777bc38c07ebcd1723f3b4

data/.rubocop.yml

@@ -1,14 +1,17 @@
+inherit_mode:
+    merge:
+      - Exclude
+
 AllCops:
   NewCops: enable
   SuggestExtensions: false
   Exclude:
-    - bin/bundle
+    - bin/*
 
 Layout/LineLength:
   Max: 80
   Exclude:
     - archival.gemspec
-    - bin/*
     - spec/spec_helper.rb
 
 Layout/TrailingWhitespace:
@@ -29,6 +32,18 @@ Metrics/BlockLength:
 Metrics/ClassLength:
   Max: 150
 
+Metrics/CyclomaticComplexity:
+  Max: 10
+  Exclude:
+    # This file does a lot of defaulting. It's easy to read.
+    - lib/archival/config.rb
+
+Metrics/PerceivedComplexity:
+  Max: 10
+  Exclude:
+    # This file does a lot of defaulting. It's easy to read.
+    - lib/archival/config.rb
+
 Lint/ImplicitStringConcatenation:
   Exclude:
     - spec/tags/layout_spec.rb

data/Rakefile

@@ -10,3 +10,4 @@ RuboCop::RakeTask.new
 
 task default: :spec
 task lint: :rubocop
+task 'lint:fix': 'rubocop:auto_correct'

data/action.yml

@@ -11,4 +11,5 @@ runs:
       with:
         ruby-version: 3.0
         bundler-cache: true
-    - run: bin/archival build
+    - run: bin/archival build
+      shell: bash

data/archival.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = 'archival'
-  s.version     = '0.0.1'
+  s.version     = '0.0.6'
   s.summary     = 'An incredibly simple CMS for durable websites'
   s.description = 'https://jesseditson.com/the-simplest-cms-part-1'
   s.authors     = ['Jesse Ditson']
@@ -24,5 +24,6 @@ Gem::Specification.new do |s|
 
   s.add_dependency 'liquid', '~> 5.1.0'
   s.add_dependency 'listen', '~> 3.7.0'
+  s.add_dependency 'redcarpet', '~> 3.5.1'
   s.add_dependency 'tomlrb', '~> 2.0.1'
 end

data/bin/archival

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('archival', 'archival')
+load Gem.bin_path("archival", "archival")

data/bin/bundle

@@ -8,46 +8,46 @@
 # this file is here to facilitate running it.
 #
 
-require 'rubygems'
+require "rubygems"
 
 m = Module.new do
   module_function
 
   def invoked_as_script?
-    File.expand_path($PROGRAM_NAME) == File.expand_path(__FILE__)
+    File.expand_path($0) == File.expand_path(__FILE__)
   end
 
   def env_var_version
-    ENV['BUNDLER_VERSION']
+    ENV["BUNDLER_VERSION"]
   end
 
   def cli_arg_version
     return unless invoked_as_script? # don't want to hijack other binstubs
-    return unless 'update'.start_with?(ARGV.first || ' ') # must be running `bundle update`
-
+    return unless "update".start_with?(ARGV.first || " ") # must be running `bundle update`
     bundler_version = nil
     update_index = nil
     ARGV.each_with_index do |a, i|
-      bundler_version = a if update_index && update_index.succ == i && a =~ Gem::Version::ANCHORED_VERSION_PATTERN
+      if update_index && update_index.succ == i && a =~ Gem::Version::ANCHORED_VERSION_PATTERN
+        bundler_version = a
+      end
       next unless a =~ /\A--bundler(?:[= ](#{Gem::Version::VERSION_PATTERN}))?\z/
-
-      bundler_version = Regexp.last_match(1)
+      bundler_version = $1
       update_index = i
     end
     bundler_version
   end
 
   def gemfile
-    gemfile = ENV['BUNDLE_GEMFILE']
+    gemfile = ENV["BUNDLE_GEMFILE"]
     return gemfile if gemfile && !gemfile.empty?
 
-    File.expand_path('../Gemfile', __dir__)
+    File.expand_path("../../Gemfile", __FILE__)
   end
 
   def lockfile
     lockfile =
       case File.basename(gemfile)
-      when 'gems.rb' then gemfile.sub(/\.rb$/, gemfile)
+      when "gems.rb" then gemfile.sub(/\.rb$/, gemfile)
       else "#{gemfile}.lock"
       end
     File.expand_path(lockfile)
@@ -55,17 +55,15 @@ m = Module.new do
 
   def lockfile_version
     return unless File.file?(lockfile)
-
     lockfile_contents = File.read(lockfile)
     return unless lockfile_contents =~ /\n\nBUNDLED WITH\n\s{2,}(#{Gem::Version::VERSION_PATTERN})\n/
-
     Regexp.last_match(1)
   end
 
   def bundler_requirement
     @bundler_requirement ||=
       env_var_version || cli_arg_version ||
-      bundler_requirement_for(lockfile_version)
+        bundler_requirement_for(lockfile_version)
   end
 
   def bundler_requirement_for(version)
@@ -75,32 +73,28 @@ m = Module.new do
 
     requirement = bundler_gem_version.approximate_recommendation
 
-    return requirement unless Gem::Version.new(Gem::VERSION) < Gem::Version.new('2.7.0')
+    return requirement unless Gem::Version.new(Gem::VERSION) < Gem::Version.new("2.7.0")
 
-    requirement += '.a' if bundler_gem_version.prerelease?
+    requirement += ".a" if bundler_gem_version.prerelease?
 
     requirement
   end
 
   def load_bundler!
-    ENV['BUNDLE_GEMFILE'] ||= gemfile
+    ENV["BUNDLE_GEMFILE"] ||= gemfile
 
     activate_bundler
   end
 
   def activate_bundler
     gem_error = activation_error_handling do
-      gem 'bundler', bundler_requirement
+      gem "bundler", bundler_requirement
     end
     return if gem_error.nil?
-
     require_error = activation_error_handling do
-      require 'bundler/version'
-    end
-    if require_error.nil? && Gem::Requirement.new(bundler_requirement).satisfied_by?(Gem::Version.new(Bundler::VERSION))
-      return
+      require "bundler/version"
     end
-
+    return if require_error.nil? && Gem::Requirement.new(bundler_requirement).satisfied_by?(Gem::Version.new(Bundler::VERSION))
     warn "Activating bundler (#{bundler_requirement}) failed:\n#{gem_error.message}\n\nTo install the version of bundler this project requires, run `gem install bundler -v '#{bundler_requirement}'`"
     exit 42
   end
@@ -115,4 +109,6 @@ end
 
 m.load_bundler!
 
-load Gem.bin_path('bundler', 'bundle') if m.invoked_as_script?
+if m.invoked_as_script?
+  load Gem.bin_path("bundler", "bundle")
+end

data/bin/htmldiff

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('diff-lcs', 'htmldiff')
+load Gem.bin_path("diff-lcs", "htmldiff")

data/bin/ldiff

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('diff-lcs', 'ldiff')
+load Gem.bin_path("diff-lcs", "ldiff")

data/bin/listen

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('listen', 'listen')
+load Gem.bin_path("listen", "listen")

data/bin/rake

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('rake', 'rake')
+load Gem.bin_path("rake", "rake")

data/bin/redcarpet

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'redcarpet' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("redcarpet", "redcarpet")

data/bin/rspec

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('rspec-core', 'rspec')
+load Gem.bin_path("rspec-core", "rspec")

data/bin/rubocop

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('rubocop', 'rubocop')
+load Gem.bin_path("rubocop", "rubocop")

data/bin/ruby-parse

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('parser', 'ruby-parse')
+load Gem.bin_path("parser", "ruby-parse")

data/bin/ruby-rewrite

@@ -8,16 +8,14 @@
 # this file is here to facilitate running it.
 #
 
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile',
-                                           Pathname.new(__FILE__).realpath)
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
 
-bundle_binstub = File.expand_path('bundle',
-                                  __dir__)
+bundle_binstub = File.expand_path("../bundle", __FILE__)
 
 if File.file?(bundle_binstub)
-  if File.read(bundle_binstub,
-               300) =~ /This file was generated by Bundler/
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
     load(bundle_binstub)
   else
     abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
@@ -25,7 +23,7 @@ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this
   end
 end
 
-require 'rubygems'
-require 'bundler/setup'
+require "rubygems"
+require "bundler/setup"
 
-load Gem.bin_path('parser', 'ruby-rewrite')
+load Gem.bin_path("parser", "ruby-rewrite")

data/exe/archival

@@ -19,17 +19,13 @@ build_dir = Dir.pwd
 
 case command
 when 'build'
-  builder = Archival::Builder('root' => build_dir)
-  builder.write_all
-when 'run'
-  Archival.listen(build_dir)
-  begin
-    sleep
-  rescue Interrupt
-    # Don't print a stack when a user interrupts, as this is the right way to
-    # stop the development server.
-    puts ''
+  Archival::Logger.benchmark('built') do
+    config = Archival::Config.new('root' => build_dir)
+    builder = Archival::Builder.new(config)
+    builder.write_all
   end
+when 'run'
+  Archival.listen('root' => build_dir)
 else
   # print help
   puts 'archival [command]'

data/helper/js/archival-helper.js

@@ -0,0 +1,91 @@
+/**
+ * When running archival in development mode (archival run), this file is
+ * injected into all pages, and is responsible for reloading the page when the
+ * source has changed.
+ */
+
+(function () {
+  const remotePort = $PORT;
+  const CONNECTING_COLOR = "#bd270d";
+  const CONNECTED_COLOR = "#19bd0d";
+  const CHECK_INTERVAL = 500;
+  const DISCONNECTED_INTERVAL = 1000;
+  const connectionDot = document.createElement("div");
+  connectionDot.style = `position: absolute; z-index: 9999; bottom: 10px; right: 10px; background-color: ${CONNECTING_COLOR}; width: 15px; height: 15px; border-radius: 50%; opacity: 0.8;`;
+  connectionDot.setAttribute("title", "Archival Dev Server: Connecting");
+  connectionDot.addEventListener(
+    "mouseenter",
+    () => (connectionDot.style.opacity = 0.2)
+  );
+  connectionDot.addEventListener(
+    "mouseleave",
+    () => (connectionDot.style.opacity = 0.8)
+  );
+
+  let lastContact = -1;
+  let isConnecting = false;
+  let connection;
+
+  function connectionLoop() {
+    connection.send(`page:${window.location.pathname}`);
+    if (Date.now() - lastContact > DISCONNECTED_INTERVAL) {
+      setConnected(false);
+      connectSocket();
+    }
+    setTimeout(connectionLoop, CHECK_INTERVAL);
+  }
+
+  function setConnected(connected) {
+    connectionDot.style.backgroundColor = connected
+      ? CONNECTED_COLOR
+      : CONNECTING_COLOR;
+    connectionDot.setAttribute(
+      "title",
+      `Archival Dev Server: ${connected ? "Connected" : "Disconnected"}`
+    );
+  }
+
+  window.onload = () => {
+    connectSocket(true);
+  };
+
+  function connectSocket(init) {
+    if (isConnecting) {
+      return;
+    }
+    isConnecting = true;
+    console.log(
+      `${init ? "connecting" : "reconnecting"} to archival dev server...`
+    );
+    document.body.appendChild(connectionDot);
+    connection = new WebSocket(`ws://localhost:${remotePort}`);
+    connection.onerror = () => {
+      isConnecting = false;
+    };
+
+    connection.onopen = () => {
+      isConnecting = false;
+      connection.send("connected");
+      if (init) {
+        connectionLoop();
+      }
+    };
+    connection.onmessage = (event) => {
+      lastContact = Date.now();
+      switch (event.data) {
+        case "ready":
+          console.log("connected to archival dev server.");
+          break;
+        case "ok":
+          setConnected(true);
+          break;
+        case "refresh":
+          window.location.reload();
+          break;
+        default:
+          console.log(`receieved unexpected message ${event.data}`);
+          break;
+      }
+    };
+  }
+})();

data/lib/archival/builder.rb

@@ -3,39 +3,58 @@
 require 'liquid'
 require 'tomlrb'
 require 'tags/layout'
+require 'redcarpet'
 
 Liquid::Template.error_mode = :strict
 Liquid::Template.register_tag('layout', Layout)
 
 module Archival
+  class DuplicateKeyError < StandardError
+  end
+
   class Builder
     attr_reader :page_templates
 
     def initialize(config, *_args)
-      @config = Config.new(config)
+      @config = config
+      @markdown = Redcarpet::Markdown.new(
+        Redcarpet::Render::HTML.new(prettify: true,
+                                    hard_wrap: true), no_intra_emphasis: true,
+                                                      fenced_code_blocks: true,
+                                                      autolink: true,
+                                                      strikethrough: true,
+                                                      underline: true
+      )
       refresh_config
     end
 
     def refresh_config
       @file_system = Liquid::LocalFileSystem.new(
-        @config.root, '%s.liquid'
+        File.join(@config.root, @config.pages_dir), '%s.liquid'
       )
       @variables = {}
       @object_types = {}
       @page_templates = {}
 
-      Liquid::Template.file_system = @file_system
+      Liquid::Template.file_system = Liquid::LocalFileSystem.new(
+        File.join(@config.root, @config.pages_dir), '_%s.liquid'
+      )
 
       objects_definition_file = File.join(@config.root,
                                           'objects.toml')
       if File.file? objects_definition_file
-        @object_types = read_toml(objects_definition_file)
+        @object_types = Tomlrb.load_file(objects_definition_file)
       end
 
       update_pages
       update_objects
     end
 
+    def full_rebuild
+      Layout.reset_cache
+      refresh_config
+    end
+
     def update_pages
       do_update_pages(File.join(@config.root, @config.pages_dir))
     end
@@ -56,11 +75,9 @@ module Archival
           if entry.end_with?('.liquid') && !(entry.start_with? '_')
             page_name = File.basename(entry,
                                       '.liquid')
-            template_file = File.join(
-              @config.pages_dir,
-              add_prefix.call(page_name)
-            )
+            template_file = add_prefix.call(page_name)
             content = @file_system.read_template_file(template_file)
+            content += dev_mode_content if @config.dev_mode
             @page_templates[add_prefix.call(page_name)] =
               Liquid::Template.parse(content)
           end
@@ -75,30 +92,50 @@ module Archival
 
     def do_update_objects(dir)
       objects = {}
-      @object_types.each do |name, _definition|
-        objects[name] = []
+      @object_types.each do |name, definition|
+        objects[name] = {}
         obj_dir = File.join(dir, name)
         if File.directory? obj_dir
           Dir.foreach(obj_dir) do |file|
             if file.end_with? '.toml'
-              object = read_toml(File.join(
-                                   obj_dir, file
-                                 ))
+              object = Tomlrb.load_file(File.join(
+                                          obj_dir, file
+                                        ))
               object[:name] =
                 File.basename(file, '.toml')
-              objects[name].push object
+              objects[name][object[:name]] = parse_object(object, definition)
             end
           end
         end
-        objects[name] = objects[name].sort do |a, b|
-          (a['order'] || a[:name]).to_s <=> (b['order'] || b[:name]).to_s
-        end
+        objects[name] = sort_objects(objects[name])
       end
       @variables['objects'] = objects
     end
 
-    def read_toml(file_path)
-      Tomlrb.load_file(file_path)
+    def sort_objects(objects)
+      # Sort by either 'order' key or object name, depending on what is
+      # available.
+      sorted_by_keys = objects.sort_by do |name, obj|
+        obj.key?('order') ? obj['order'].to_s : name
+      end
+      sorted_objects = Archival::TemplateArray.new
+      sorted_by_keys.each do |d|
+        raise DuplicateKeyError if sorted_objects.key?(d[0])
+
+        sorted_objects.push(d[1])
+        sorted_objects[d[0]] = d[1]
+      end
+      sorted_objects
+    end
+
+    def parse_object(object, definition)
+      definition.each do |name, type|
+        case type
+        when 'markdown'
+          object[name] = @markdown.render(object[name]) if object[name]
+        end
+      end
+      object
     end
 
     def set_var(name, value)
@@ -122,6 +159,19 @@ module Archival
           file.write(render(template))
         end
       end
+      return if @config.dev_mode
+
+      # in production, also copy all assets to the dist folder.
+      @config.assets_dirs.each do |asset_dir|
+        FileUtils.copy_entry File.join(@config.root, asset_dir),
+                             File.join(@config.build_dir, asset_dir)
+      end
+    end
+
+    private
+
+    def dev_mode_content
+      "<script src=\"http://localhost:#{@config.helper_port}/js/archival-helper.js\" type=\"application/javascript\"></script>" # rubocop:disable Layout/LineLength
     end
   end
 end

data/lib/archival/config.rb

@@ -1,16 +1,30 @@
 # frozen_string_literal: true
 
+require 'tomlrb'
+
 module Archival
   class Config
-    attr_reader :pages_dir, :objects_dir, :root, :build_dir
+    attr_reader :pages_dir, :objects_dir, :assets_dirs, :root, :build_dir,
+                :helper_port, :dev_mode
 
-    def initialize(config)
-      @pages_dir = config['pages'] || 'pages'
-      @objects_dir = config['objects'] || 'objects'
+    def initialize(config = {})
       @root = config['root'] || Dir.pwd
-      @build_dir = config['build_dir'] || File.join(
+      manifest = load_manifest
+      @pages_dir = config['pages'] || manifest['pages'] || 'pages'
+      @objects_dir = config['objects'] || manifest['objects'] || 'objects'
+      @build_dir = config['build_dir'] || manifest['build_dir'] || File.join(
         @root, 'dist'
       )
+      @helper_port = config['helper_port'] || manifest['helper_port'] || 2701
+      @assets_dirs = config['assets_dirs'] || manifest['assets'] || []
+      @dev_mode = config[:dev_mode] || false
+    end
+
+    def load_manifest
+      manifest_file = File.join(@root, 'manifest.toml')
+      return Tomlrb.load_file(manifest_file) if File.file? manifest_file
+
+      {}
     end
   end
 end

data/lib/archival/helper_server.rb

@@ -0,0 +1,157 @@
+# frozen_string_literal: true
+
+require 'socket'
+require 'open-uri'
+
+module Archival
+  class HelperServer
+    attr_reader :page
+
+    def initialize(port, build_dir)
+      @port = port
+      @build_dir = build_dir
+      @helper_dir = File.expand_path(File.join(File.dirname(__FILE__),
+                                               '../../helper'))
+    end
+
+    def start
+      server = TCPServer.new @port
+      loop do
+        Thread.start(server.accept) do |client|
+          req = ''
+          method = nil
+          path = nil
+          while (line = client.gets) && (line != "\r\n")
+            unless method
+              req_info = line.split
+              method = req_info[0]
+              path = req_info[1]
+            end
+            req += line
+          end
+          client.close unless req
+          handle_request(client, req, method, path)
+        end
+      end
+    end
+
+    def refresh_client
+      ws_sendmessage('refresh')
+    end
+
+    private
+
+    MAGIC_GUID = '258EAFA5-E914-47DA-95CA-C5AB0DC85B11'
+
+    def handle_request(client, req, method, path)
+      if method == 'GET' && path.start_with?('/js/')
+        # For static paths, just serve the files they refer to.
+        http_response(client, type: 'application/javascript') do
+          serve_static(client, path)
+        end
+        client.close
+      elsif (matches = req.match(/^Sec-WebSocket-Key: (\S+)/))
+        websocket_key = matches[1]
+        # puts "Websocket handshake detected with key: #{websocket_key}"
+        connect_socket(client, websocket_key)
+      else
+        client.close
+      end
+    end
+
+    def connect_socket(client, websocket_key)
+      @socket = client
+      response_key = Digest::SHA1.base64digest([websocket_key,
+                                                MAGIC_GUID].join)
+      #   puts "Responding to handshake with key: #{response_key}"
+
+      @socket.write "HTTP/1.1 101 Switching Protocols\r\n"
+      @socket.write "Upgrade: websocket\r\n"
+      @socket.write "Connection: Upgrade\r\n"
+      @socket.write "Sec-WebSocket-Accept: #{response_key}\r\n"
+      @socket.write "\r\n"
+
+      #   puts 'Handshake completed.'
+      ws_loop
+    end
+
+    def ws_loop
+      loop do
+        msg = ws_getmessage
+        next unless msg
+
+        if msg == 'connected'
+          ws_sendmessage('ready')
+        elsif msg.start_with?('page:')
+          page_path = Pathname.new(msg.sub(/^page:/, ''))
+          @page = page_path.relative_path_from(@build_dir)
+          ws_sendmessage('ok')
+        end
+      end
+    end
+
+    def validate_ws_message
+      first_byte = @socket.getbyte
+      return unless first_byte
+
+      fin = first_byte & 0b10000000
+      opcode = first_byte & 0b00001111
+
+      # Our server only supports single-frame, text messages.
+      # Raise an exception if the client tries to send anything else.
+      raise "We don't support continuations" unless fin
+      raise 'We only support opcode 1' unless opcode == 1
+
+      second_byte = @socket.getbyte
+      is_masked = second_byte & 0b10000000
+      payload_size = second_byte & 0b01111111
+
+      raise 'frame masked incorrectly' unless is_masked
+      raise 'payload must be < 126 bytes in length' unless payload_size < 126
+
+      payload_size
+    end
+
+    def ws_getmessage
+      payload_size = validate_ws_message
+      return unless payload_size
+
+      #   warn "Payload size: #{payload_size} bytes"
+
+      mask = 4.times.map { @socket.getbyte }
+      #   warn "Got mask: #{mask.inspect}"
+
+      data = payload_size.times.map { @socket.getbyte }
+      #   warn "Got masked data: #{data.inspect}"
+
+      unmasked_data = data.each_with_index.map do |byte, i|
+        byte ^ mask[i % 4]
+      end
+      #   warn "Unmasked the data: #{unmasked_data.inspect}"
+
+      unmasked_data.pack('C*').force_encoding('utf-8')
+    end
+
+    def ws_sendmessage(message)
+      return unless @socket
+
+      output = [0b10000001, message.size, message]
+      @socket.write output.pack("CCA#{message.size}")
+    end
+
+    def serve_static(client, path)
+      buffer = File.open(File.join(@helper_dir, path)).read
+      buffer.sub! '$PORT', @port.to_s
+      client.print buffer
+    end
+
+    def http_response(client, config)
+      status = config[:status] ||= 200
+      type = config[:type] ||= 'text/html'
+      client.print "HTTP/1.1 #{status}\r\n"
+      client.print "Content-Type: #{type}\r\n"
+      client.print "\r\n"
+      yield
+    end
+  end
+end

data/lib/archival/listen.rb

@@ -4,40 +4,83 @@ require 'listen'
 require 'pathname'
 
 module Archival
-  def self.child?(parent, child)
-    path = Pathname.new(child)
-    return true if path.fnmatch?(File.join(parent, '**'))
-
-    false
+  def listen(config = {})
+    @config = Config.new(config.merge(dev_mode: true))
+    builder = Builder.new(@config)
+    Logger.benchmark('built') do
+      builder.write_all
+    end
+    ignore = %r{/dist/}
+    listener = Listen.to(@config.root,
+                         ignore: ignore) do |modified, added, removed|
+      updated_pages = []
+      updated_objects = []
+      updated_assets = []
+      (modified + added + removed).each do |file|
+        case change_type(file)
+        when :pages
+          updated_pages << file
+        when :objects
+          updated_objects << file
+        when :assets
+          updated_assets << file
+        end
+      end
+      @server.refresh_client if rebuild?(builder, updated_objects,
+                                         updated_pages, updated_assets)
+    end
+    listener.start
+    serve_helpers
   end
 
-  def self.process_change?(file, builder)
-    if child?(File.join(@config.root, @config.pages_dir), file)
+  module_function :listen
+
+  class << self
+    private
+
+    def child?(parent, child)
+      path = Pathname.new(child)
+      return true if path.fnmatch?(File.join(parent, '**'))
+
+      false
+    end
+
+    def change_type(file)
       # a page was modified, rebuild the pages.
-      builder.update_pages
-      return true
-    elsif child?(File.join(@config.root, @config.objects_dir), file)
+      return :pages if child?(File.join(@config.root, @config.pages_dir),
+                              file)
       # an object was modified, rebuild the objects.
-      builder.update_objects
-      return true
+      return :objects if child?(File.join(@config.root, @config.objects_dir),
+                                file)
+
+      # layout and other assets. For now, this is everything.
+      @config.assets_dirs.each do |dir|
+        return :assets if child?(File.join(@config.root, dir), file)
+      end
+      return :assets if child?(File.join(@config.root, 'layout'), file)
+      return :assets if ['manifest.toml',
+                         'objects.toml'].include? File.basename(file)
+
+      :none
     end
-    false
-  end
 
-  def listen(config)
-    @config = Config.new(config)
-    builder = Builder.new(config)
-    builder.write_all
-    listener = Listen.to(@config.root) do |modified, added, removed|
-      needs_update = false
-      (modified + added + removed).each do |file|
-        needs_update = true if process_change?(file, builder)
+    def rebuild?(builder, updated_objects, updated_pages, updated_assets)
+      if updated_pages.empty? && updated_objects.empty? && updated_assets.empty?
+        return false
+      end
+
+      Logger.benchmark('rebuilt') do
+        builder.update_objects if updated_objects.length
+        builder.update_pages if updated_pages.length
+        builder.full_rebuild if updated_assets.length
+        builder.write_all
       end
-      builder.write_all if needs_update
+      true
     end
-    listener.start
-    listener
-  end
 
-  module_function :listen
+    def serve_helpers
+      @server = HelperServer.new(@config.helper_port, @config.build_dir)
+      @server.start
+    end
+  end
 end

data/lib/archival/logger.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require 'benchmark'
+
+module Archival
+  class Logger
+    def self.benchmark(message, &block)
+      Benchmark.bm do |bm|
+        bm.report(message, &block)
+      end
+    end
+  end
+end

data/lib/archival/rake_tasks.rb

@@ -27,19 +27,15 @@ class RakeTasks
     build_dir = Dir.pwd
 
     task 'build' do
-      builder = Archival::Builder.new('root' => build_dir)
-      builder.write_all
+      Archival::Logger.benchmark('built') do
+        config = Archival::Config.new('root' => build_dir)
+        builder = Archival::Builder.new(config)
+        builder.write_all
+      end
     end
 
     task 'run' do
-      Archival.listen(build_dir)
-      begin
-        sleep
-      rescue Interrupt
-        # Don't print a stack when a user interrupts, as this is the right way
-        # to stop the development server.
-        puts ''
-      end
+      Archival.listen('root' => build_dir)
     end
 
     RakeTasks.instance = self

data/lib/archival/template_array.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Archival
+  class TemplateArray < Array
+    alias subscript_access []
+    alias subscript_write []=
+
+    def initialize(*args)
+      super(*args)
+      @data = {}
+    end
+
+    def [](*args)
+      key = args[0]
+      return @data[key] if key.is_a? String
+      return @data[key] if key.is_a? Symbol
+
+      subscript_access(*args)
+    end
+
+    def []=(*args)
+      key = args[0]
+      if key.is_a?(String) || key.is_a?(Symbol)
+        @data[key] = args[1]
+        return
+      end
+      subscript_write(*args)
+    end
+
+    def key?(key)
+      @data.key?(key)
+    end
+  end
+end

data/lib/archival/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Archival
-  VERSION = '0.0.1'
+  VERSION = '0.0.6'
 end

data/lib/archival.rb

@@ -5,6 +5,9 @@ module Archival
 end
 
 require 'archival/version'
+require 'archival/template_array'
+require 'archival/logger'
 require 'archival/config'
+require 'archival/helper_server'
 require 'archival/builder'
 require 'archival/listen'

data/package.json

@@ -1,6 +1,6 @@
 {
   "name": "archival",
-  "version": "0.0.1",
+  "version": "0.0.6",
   "description": "An incredibly simple CMS for durable websites",
   "bin": "build.rb",
   "directories": {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: archival
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.6
 platform: ruby
 authors:
 - Jesse Ditson
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-11-05 00:00:00.000000000 Z
+date: 2021-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: liquid
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 3.7.0
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.1
 - !ruby/object:Gem::Dependency
   name: tomlrb
   requirement: !ruby/object:Gem::Requirement
@@ -76,17 +90,22 @@ files:
 - bin/ldiff
 - bin/listen
 - bin/rake
+- bin/redcarpet
 - bin/rspec
 - bin/rubocop
 - bin/ruby-parse
 - bin/ruby-rewrite
 - bin/setup
 - exe/archival
+- helper/js/archival-helper.js
 - lib/archival.rb
 - lib/archival/builder.rb
 - lib/archival/config.rb
+- lib/archival/helper_server.rb
 - lib/archival/listen.rb
+- lib/archival/logger.rb
 - lib/archival/rake_tasks.rb
+- lib/archival/template_array.rb
 - lib/archival/version.rb
 - lib/tags/layout.rb
 - package.json