scribo 1.0.38

data/app/models/scribo/site.rb

@@ -0,0 +1,161 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_record'
+require_dependency 'scribo/liquid/parser'
+
+module Scribo
+  class Site < ApplicationRecord
+    NEW_SITE_NAME = 'Untitled site'
+
+    belongs_to :scribable, polymorphic: true, optional: true
+
+    has_many :contents, class_name: 'Content', foreign_key: 'scribo_site_id', dependent: :destroy
+
+    attr_accessor :zip_file
+
+    scope :adminable, -> { where(scribable: Scribo.config.scribable_objects) }
+    scope :owned_by, ->(owner) { where(scribable: owner) }
+    scope :titled, ->(title) { where("properties->>'title' = ?", title).first }
+
+    def filter_cache
+      @filter_cache ||= {}
+    end
+
+    def reshuffle!
+      contents.roots.each(&:store_full_path)
+    end
+
+    # See https://jekyllrb.com/docs/permalinks/
+    def perma_link
+      properties['permalink'] || '/:year/:month/:day/:title:output_ext'
+    end
+
+    def collections
+      result = begin
+        properties['collections'].to_h.keys.map(&:to_s)
+      rescue StandardError
+        []
+      end
+      result += %w[posts]
+      result
+    end
+
+    def output_collection?(collection)
+      return true if collection.to_s == 'posts'
+
+      col = properties['collections'].to_h[collection.to_s]
+      col&.[]('output') == true
+    end
+
+    def title
+      properties['title'] || NEW_SITE_NAME
+    end
+
+    def baseurl
+      properties['baseurl'] || '/'
+    end
+
+    # This returns the full thumbnail URL
+    def thumbnail
+      return unless properties['thumbnail']
+
+      url + baseurl + properties['thumbnail'].to_s
+    end
+
+    def url
+      properties['url'].to_s
+    end
+
+    def properties
+      attributes['properties'].present? ? attributes['properties'] : { 'title' => NEW_SITE_NAME, 'baseurl' => '/' }
+    end
+
+    def sass_dir
+      result = properties.value_at_keypath('sass.sass_dir') || '/_sass/'
+      result = "/#{result}" unless result.start_with?('/')
+      result = "#{result}/" unless result.ends_with?('/')
+
+      result
+    end
+
+    def defaults_for(content)
+      site_defaults = properties&.[]('defaults')
+      return {} unless site_defaults
+      return {} unless content.full_path
+      return {} if !content.page? && !content.collection_name # scoping only possible for pages & collections
+
+      props = site_defaults.select do |d|
+        s = d['scope']
+        next unless s
+
+        result = false
+
+        if s['path']
+          result = true
+          p = s['path']
+          unless p.include?('*')
+            p = "/#{p}" unless p.start_with?('/')
+            p = "#{p}/" unless p.ends_with?('/')
+            p += '*'
+          end
+
+          result &= File.fnmatch?(p, content.full_path.to_s, File::FNM_EXTGLOB)
+        end
+
+        result &= s['type'] == content.type if s['type']
+
+        result
+      end
+      # Sort by longest scope array (ie most specific-ish) and return the first
+      props = props.min_by { |p| -p['scope'].to_a.size }
+
+      (props || {}).fetch('values', {})
+    end
+
+    #
+    # Calculates the total size of the site in bytes, including assets
+    #
+    # @return [Integer] size in bytes
+    #
+    def total_size
+      contents.map { |c| c.data ? c.data.size : c.asset.attachment&.download&.size || 0 }.sum
+    end
+
+    class << self
+      def for_path(path)
+        return none if path.blank?
+
+        # Remove any segment which does not end in /
+        search_path = File.dirname(path)
+
+        paths = []
+        paths.concat(search_path.split('/').map.with_index { |_, i| search_path.split('/')[0..i].join('/') }.reject(&:empty?))
+        paths <<= '/'
+        paths <<= path.gsub(%r[/$], '')
+
+        where("properties->>'baseurl' IN (?) OR properties->>'baseurl' = '' OR properties->>'baseurl' IS NULL",
+              paths.uniq).order(Arel.sql("COALESCE(LENGTH(scribo_sites.properties->>'baseurl'), 0) DESC"))
+      end
+
+      def for_host(host)
+        where("properties->>'host' = ? OR properties->>'host' = '' OR properties->>'host' IS NULL", host).order(Arel.sql("COALESCE(LENGTH(scribo_sites.properties->>'host'), 0) DESC"))
+      end
+
+      def all_translation_keys
+        parser = Scribo::LiquidParser.new
+        result = {}
+        Scribo::Content.includes(:site).where(content_type: Scribo.config.supported_mime_types[:text]).each do |content|
+          parts = parser.parse(content.data)
+          [*parts].select { |part| part.is_a?(Hash) && part[:filter] == 't' }.each do |part|
+            result[content.translation_scope + part[:value].to_s] = part[:value].to_s[1..-1].humanize
+          end
+        end
+        result
+      end
+
+      def default(request: nil)
+        Scribo.config.default_site(request) || new
+      end
+    end
+  end
+end

data/app/services/scribo/application_service.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Scribo
+  class ApplicationService
+    def call
+      perform
+    end
+  end
+end

data/app/services/scribo/content_find_service.rb

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_service'
+
+module Scribo
+  class ContentFindService < ApplicationService
+    attr_reader :options, :site
+
+    def initialize(site, options = {})
+      super()
+      @site = site
+      @options = options
+    end
+
+    def perform
+      return options[:content] if options[:content].is_a?(Scribo::Content)
+
+      scope = site.contents
+
+      if options[:path]
+        path = CGI.unescape(options[:path])
+        path = path[site.baseurl.length..-1] if path.start_with?(site.baseurl)
+
+        # Deal with collections
+        path_parts = path.split('/')
+        first_path_part = path_parts[0]
+
+        if site.collections.include?(first_path_part)
+          path_parts[0] = '_' + path_parts[0]
+          options[:restricted] = false
+          path = path_parts.join('/')
+        end
+        # End - Deal with collections
+
+        scope = scope.located(path, restricted: options[:restricted])
+      end
+
+      # FIXME: Not to pretty
+      content = if options[:root]
+                  scope.roots.first
+                else
+                  result = scope.where.not(kind: 'folder').first
+
+                  result = scope.where(kind: 'folder').first unless scope.present?
+
+                  result = Scribo::Content.new(kind: 'text', path: '/directory.link', full_path: '/directory.link', data: "#{options[:path]}/") if result&.folder?
+
+                  result
+                end
+
+      # Find by content id
+      content ||= Scribo::Content&.published&.find_by_id(options[:path][1..-1]) if options[:path] && options[:path][1..-1].length == 36
+
+      if options[:path] == '/humans.txt'
+        content ||= Scribo::Content.new(kind: 'text', path: '/humans.txt', full_path: '/humans.txt', data: Scribo.config.default_humans_txt)
+      elsif options[:path] == '/robots.txt'
+        content ||= Scribo::Content.new(kind: 'text', path: '/robots.txt', full_path: '/robots.txt', data: Scribo.config.default_robots_txt)
+      elsif options[:path] == '/favicon.ico'
+        content ||= Scribo::Content.new(kind: 'asset', path: '/favicon.ico', full_path: '/favicon.ico', data: Base64.decode64(Scribo.config.default_favicon_ico))
+      end
+
+      # FIXME: Find a better way for this
+      content ||= site&.contents&.located('/404')&.first
+      content ||= site&.contents&.located('/404.html')&.first
+      content ||= site&.contents&.located('/404.md')&.first
+      content
+    end
+  end
+end

data/app/services/scribo/content_render_service.rb

@@ -0,0 +1,127 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_service'
+
+module Scribo
+  class ContentRenderService < ApplicationService
+    attr_reader :content, :context, :options
+
+    def initialize(content, context, options = {})
+      super()
+      @content = content
+      @context = context
+      @options = options
+      @assigns = nil
+      @registers = nil
+    end
+
+    def perform
+      if content.kind == 'asset'
+        render_asset
+      else
+        layout = options[:layout] == false ? nil : content.layout
+
+        # FIXME: Though this works for layout, we need to be able to merge all properties with defaults
+        # Luckily this is mostly used for layouts
+        if options[:site]
+          layout_name = options[:site].defaults_for(content)['layout']
+          layout ||= options[:site].contents.layout(layout_name).first if layout_name
+        end
+
+        render_liquidum(options[:data] || content.data, layout)
+      end
+    end
+
+    private
+
+    def render_liquidum(data, layout)
+      result = Liquidum.render(data, assigns: assigns.merge!('content' => data), registers: registers, filter: filter,
+                                   filter_options: filter_options, layout: layout&.data)
+
+      while layout&.layout
+        next unless layout&.layout
+
+        layout = layout.layout
+        result = Liquidum.render(layout.data, assigns: assigns.merge('content' => result), registers: registers)
+      end
+
+      result
+    end
+
+    def render_asset
+      return unless content.kind == 'asset'
+      return content.data if content.data.present?
+      return unless content.asset.attached?
+
+      content.asset.download
+    end
+
+    def filter
+      return options[:filter] if options.key?(:filter)
+
+      if content.properties&.key?('filter')
+        content.properties['filter']
+      elsif content.path
+        Scribo::Utility.filter_for_path(content.path)
+      end
+    end
+
+    def filter_options
+      @filter_options = { full_path: content.full_path, content: content }
+      @filter_options[:importer] = Scribo::SassC::Importer if %w[sass scss].include?(filter)
+      @filter_options.merge!(markdown_filter_options) if %w[markdown].include?(filter)
+      @filter_options
+    end
+
+    def assigns
+      return @assigns if @assigns
+
+      @assigns = {}
+      @assigns.merge!(options[:assigns]) if options[:assigns]
+
+      context.instance_variables.reject { |i| i.to_s.starts_with?('@_') }.each do |i|
+        @assigns[i.to_s[1..-1]] = context.instance_variable_get(i)
+      end
+
+      @assigns['request'] = Scribo::ActionDispatch::RequestDrop.new(context.request) if context.respond_to?(:request)
+      @assigns['site'] = options[:site] || content.site
+      @assigns['page'] = content
+      @assigns['paginator'] = Scribo::PaginatorDrop.new(@assigns['site'], content)
+
+      @assigns = @assigns.stringify_keys
+      @assigns
+    end
+
+    def registers
+      return @registers if @registers
+
+      @registers = { 'controller' => context, 'content' => content, 'site' => content.site }
+      @registers.merge!(options[:registers]) if options[:registers]
+      @registers = @registers.stringify_keys
+      @registers
+    end
+
+    def markdown_filter_options
+      {
+        auto_ids: true,
+        toc_levels: '1..6',
+        entity_output: 'as_char',
+        smart_quotes: 'lsquo,rsquo,ldquo,rdquo',
+        input: 'GFM',
+        hard_wrap: false,
+        guess_lang: true,
+        footnote_nr: 1,
+        show_warnings: false,
+        syntax_highlighter: 'rouge'
+
+        # syntax_highlighter_opts: {
+        #   bold_every: 8,
+        #   css: :class,
+        #   css_class: 'highlight',
+        #   formatter: ::Rouge::Formatters::HTMLLegacy,
+        #   foobar: 'lipsum'
+        # }
+      }
+    end
+  end
+end

data/app/services/scribo/site_export_service.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_service'
+
+module Scribo
+  class SiteExportService < ApplicationService
+    attr_reader :site
+
+    def initialize(site)
+      super()
+      @site = site
+    end
+
+    def perform
+      return unless site.contents.count.positive?
+
+      zip_name = (site.properties['title'] || 'untitled').to_s
+      base_path = "#{zip_name}/"
+
+      stringio = Zip::OutputStream.write_buffer do |zio|
+        site.contents.each do |content|
+          content_path = content_path_for_zip(content)
+          next unless content_path
+
+          next if content.kind == 'folder'
+
+          zio.put_next_entry(base_path + content_path)
+          zio.write content.data_with_frontmatter
+        end
+      end
+
+      ["#{zip_name}.zip", stringio.string]
+    end
+
+    private
+
+    def content_path_for_zip(content)
+      content.tree_path[0] == '/' ? content.tree_path[1..-1] : content.tree_path
+    end
+  end
+end

data/app/services/scribo/site_find_service.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_service'
+
+module Scribo
+  class SiteFindService < ApplicationService
+    attr_reader :options
+
+    def initialize(options = {})
+      super()
+      @options = options
+    end
+
+    def perform
+      return options[:site] if options[:site].is_a?(Scribo::Site)
+
+      scribable = Scribo.config.scribable_for_request(options[:request])
+      return nil unless scribable
+
+      scope = scribable.sites
+      scope = scope.for_host(options[:host])
+      scope = scope.for_path(options[:path]) if options[:path]
+      scope.first
+    end
+  end
+end

data/app/services/scribo/site_import_service.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require_dependency 'scribo/application_service'
+require 'mime/types'
+require 'yaml'
+
+module Scribo
+  class SiteImportService < ApplicationService
+    attr_reader :path, :scribable, :properties_override
+
+    IGNORED_FILES = [%r[^__MACOSX/], %r[/\.DS_Store], %r[^/_site], /^node_modules/].freeze
+
+    def initialize(path, scribable: nil, properties: {})
+      super()
+      @path = path
+      @scribable = scribable
+      @properties_override = properties
+    end
+
+    def perform
+      Dir.mktmpdir do |dir|
+        Dir.chdir(dir) do
+          unzip(dir)
+
+          all_files = Dir.glob('**/*')
+          all_files = all_files.reject { |p| p == '_config.yml' } if properties_override.present?
+          all_files.each do |name|
+            parent = if File.dirname(name) == name
+                       nil
+                     else
+                       site.contents.located(File.dirname(name), restricted: false).first
+                     end
+            content = parent.children.find_by(path: File.basename(name))  if parent  
+            content = site.contents.find_by(path: File.basename(name), ancestry: nil)  if parent.nil? && content.nil? 
+            content = site.contents.create!(path: File.basename(name), parent: parent) if content.nil? 
+            if File.directory?(name)
+              content.kind = 'folder'
+            else
+              File.open(name) do |f|
+                content.kind = Scribo::Utility.kind_for_path(name)
+                content.data_with_frontmatter = f.read
+              end
+            end
+            content.save!
+          end
+        end
+      end
+      site.contents.create(path: '_config.yml', data: YAML.dump(site.properties)) if properties_override.present?
+      site
+    end
+
+    private
+
+    def unzip(dir)
+      Zip::File.open(path) do |zipfile|
+        zipfile.reject { |e| IGNORED_FILES.any? { |r| r.match(e.name) } }.each do |f|
+          file_path = File.join(dir, f.name[base_path(zipfile).length..-1])
+          FileUtils.mkdir_p(File.dirname(file_path)) unless File.exist?(File.dirname(file_path))
+
+          f.extract(file_path) unless File.exist?(file_path)
+        end
+      end
+    end
+
+    def base_path(zipfile)
+      return @base_path if @base_path
+
+      base_paths = zipfile.reject { |e| IGNORED_FILES.any? { |r| r.match(e.name) } }
+                          .map { |f| f.name.split('/').first }.uniq
+      @base_path = base_paths.size == 1 ? base_paths.first : ''
+    end
+
+    def site
+      return @site if @site
+
+      @site = Site.where(scribable: scribable)
+
+      %w[host title baseurl].each do |property|
+        if properties[property].nil?
+          @site = @site.where("properties->>'#{property}' IS NULL")
+        else
+          @site = @site.where("properties->>'#{property}' = ?", properties[property])
+        end
+      end
+
+      @site = @site.first
+
+      @site ||= Site.create!(scribable: scribable, properties: properties.merge(properties_override))
+    end
+
+    def properties
+      @properties = Scribo::Utility.yaml_safe_parse(File.read('_config.yml')) if File.exist?('_config.yml')
+      @properties ||= {}
+    end
+  end
+end

data/app/views/layouts/scribo.html.slim

@@ -0,0 +1 @@
+= layout_with_scribo(scribo_layout_identifier, yield)

data/app/views/scribo/admin/sites/_create_sites.html.slim

@@ -0,0 +1,22 @@
+- if Scribo.config.scribable_for_request(request)
+  = link_to(scribo.new_admin_site_path, { 'data-turbolinks' => false }) do
+    .site
+      .icon
+        i.fal.fa-plus.fa-7x
+      .title = t('scribo.sites.create')
+
+  - if Scribo.config.templates
+    - for template in Scribo.config.templates
+      = link_to(scribo.new_admin_site_path(template_id: template[:id]), { 'data-turbolinks' => false }) do
+        .site
+          .icon
+            img src=template[:thumbnail]
+          .title = t('scribo.sites.create_from_template')
+
+  .site.site--upload data-controller="upload" data-upload-url="#{scribo.import_admin_sites_path}" data-upload-param-name="files[]" data-upload-extra-data='{}'
+    .icon.upload
+      i.fal.fa-upload.fa-7x
+    .icon.uploading
+      i.fal.fa-circle-notch.fa-7x.fa-spin
+    .title
+      = t('scribo.sites.upload')

data/app/views/scribo/admin/sites/_sites.html.slim

@@ -0,0 +1,18 @@
+- for site in @sites
+  = link_to scribo.admin_site_contents_path(site), title: t('scribo.sites.ide') do
+    div.site
+      .icon
+        - if site.thumbnail
+          img src=site.thumbnail
+        - else
+          i.fal.fa-globe.fa-7x
+      .title
+        = site.title
+        - if site.url
+          =< link_to site.url, title: t('scribo.sites.preview') do
+            i.fal.fa-eye
+        - if site.contents.count > 0
+          =< link_to(scribo.export_admin_site_path(site), 'data-turbolinks' => 'false', title: t('scribo.sites.export')) do
+            i.fal.fa-download
+        =< link_to scribo.admin_site_path(site), title: t('scribo.sites.delete'), data: { turbo_method: :delete, turbo_confirm: t('scribo.sites.delete_confirm') } do
+          i.fal.fa-trash

data/app/views/scribo/admin/sites/contents/_form.html.slim

@@ -0,0 +1,17 @@
+div style="position: absolute; width: 100%; height: 100%;"
+  - if @content.kind == 'asset'
+      - if @content.media_type == 'image'
+        div id="content-editor-#{@content.id}" data-controller="image-editor" data-image-editor-content-id=@content.id data-image-editor-url=content_url(@content) data-image-editor-mime-type=@content.mime_type data-image-editor-save-url=admin_site_content_path(@site, @content) style="max-width: 100%;"
+      - if @content.media_type == 'font' || @content.mime_type == "application/vnd.ms-fontobject"
+        css:
+          @font-face {
+            font-family: 'MyWebFont';
+            src: url(#{"#{content_path(@content)}"}); /* IE9 Compat Modes */
+          }
+        - for i in [10, 12, 14, 16, 18, 20, 22, 24]
+          div style="font-family: MyWebFont; font-size: #{i}px;"
+            | #{i} - THE QUICK BROWN FOX JUMPED OVER THE LAZY DOG. the quick brown fox jumped over the lazy dog.
+
+  - else
+    textarea id="content-editor-#{@content.id}" name='content[data_with_frontmatter]' data-controller="text-editor" data-text-editor-content-id=@content.id data-text-editor-target="textarea" data-text-editor-mode="#{@content.content_type}" data-text-editor-save-url=admin_site_content_path(@site, @content) style="display: block; height: 100%;"
+      = @content.data_with_frontmatter || 'Start typing here'

data/app/views/scribo/admin/sites/contents/create.json.jbuilder

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+json.content do |content|
+  content.id @content.id
+  content.kind @content.kind
+  content.path @content.path
+  content.full_path @content.full_path
+  content.url admin_site_content_path(@site, @content)
+end
+json.html render partial: 'scribo/admin/sites/contents/form', layout: false, formats: [:html]
+json.itemHtml render partial: 'scribo/shared/entry', layout: false, formats: [:html], locals: { content: @content, state: 'open' }

data/app/views/scribo/admin/sites/contents/edit.html.slim

@@ -0,0 +1,2 @@
+= render 'scribo/shared/ide' do
+  = render partial: 'form'

data/app/views/scribo/admin/sites/contents/edit.json.jbuilder

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+json.content do |content|
+  content.id @content.id
+  content.path @content.path
+  content.full_path @content.full_path
+  content.url admin_site_content_path(@site, @content)
+end
+json.html render partial: 'scribo/admin/sites/contents/form', layout: false, formats: [:html]

data/app/views/scribo/admin/sites/contents/index.html.slim

@@ -0,0 +1 @@
+= render 'scribo/shared/ide'

data/app/views/scribo/admin/sites/contents/move.json.jbuilder

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+json.content do |content|
+  content.id @content.id
+  content.kind @content.kind
+  content.path @content.path
+  content.full_path @content.full_path
+  content.url admin_site_content_path(@site, @content)
+end

data/app/views/scribo/admin/sites/contents/rename.json.jbuilder

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+json.content do |content|
+  content.id @content.id
+  content.kind @content.kind
+  content.path @content.path
+  content.full_path @content.full_path
+  content.url admin_site_content_path(@site, @content)
+end

data/app/views/scribo/admin/sites/contents/upload.json.jbuilder

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+if @parent
+  json.selector "li.entry.directory[data-content=\"#{@parent.id}\"]"
+  json.html render partial: 'scribo/shared/entry', layout: false, formats: [:html], locals: { site: @site, content: @parent, state: 'open' }
+else
+  json.selector '.tree-view'
+  json.html render partial: 'scribo/shared/tree-view', layout: false, locals: { site: @site }
+end

data/app/views/scribo/admin/sites/import.json.jbuilder

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+json.selector '#sites'
+json.html render partial: 'sites', layout: false, locals: { site: @site }

data/app/views/scribo/admin/sites/index.html.slim

@@ -0,0 +1,7 @@
+h4= t('.existing_sites')
+.scribo-sites.scribo-sites--existing
+  = render partial: 'sites'
+
+h4= t('.create_site')
+.scribo-sites.scribo-sites--create
+  = render partial: 'create_sites'