pandorga 1.2.1

data/_plugins/lib/text_excerpt.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+# Plain-text listing excerpt from editorial Markdown.
+# Mirrors textExcerpt() in _includes/content-runtime/40-listing.html closely
+# enough for card previews. Liquid includes are stripped rather than rendered.
+module TextExcerpt
+  LIMIT = 220
+
+  module_function
+
+  def from_markdown(markdown, limit: LIMIT)
+    text = markdown.to_s.sub(/\A\xEF\xBB\xBF/, "")
+    text = strip_non_prose(text)
+    text = flatten_markup(text)
+    text = text.gsub(/\s+/, " ").strip
+    truncate(text, limit)
+  end
+
+  def listing_fields(front_matter, body)
+    editorial = front_matter["description"].to_s.strip
+    excerpt = from_markdown(body)
+    {
+      "description" => editorial,
+      "excerpt" => excerpt
+    }
+  end
+
+  def strip_non_prose(text)
+    text = text.gsub(/<!--[\s\S]*?-->/, " ")
+    text = text.gsub(/\{%-?[\s\S]*?-?%\}/, " ")
+    text = text.gsub(/\$\$[\s\S]*?\$\$/, " ")
+    text = text.gsub(/\$[^$\n]+\$/, " ")
+    text = text.gsub(/\\\[[\s\S]*?\\\]/, " ")
+    text = text.gsub(/\\\([\s\S]*?\\\)/, " ")
+    text.gsub(/```[\s\S]*?```/, " ")
+  end
+
+  def flatten_markup(text)
+    text = text.gsub(/!\[([^\]]*)\]\([^)]+\)/, ' \1 ')
+    text = text.gsub(/\[([^\]]+)\]\([^)]+\)/, '\1')
+    text = text.gsub(/^\#{1,6}\s+(.+?)\s*$/) { "#{Regexp.last_match(1).sub(/:+\s*\z/, "")}: " }
+    text = text.gsub(/<br\s*\/?>/i, " ")
+    text = text.gsub(/<[^>]+>/, " ")
+    text = text.gsub(/[*_~`]+/, "")
+    text = text.gsub(/^\s*>\s+/, "")
+    text = text.gsub(/^\s*[-*+]\s+/, "")
+    text = text.gsub(/^\s*\d+\.\s+/, "")
+    text.gsub(/\|/, " ")
+  end
+
+  def truncate(text, limit)
+    return text if text.length <= limit
+
+    "#{text[0, [limit - 3, 0].max].rstrip}..."
+  end
+end

data/_plugins/lib/writing_entry.rb

@@ -0,0 +1,107 @@
+# frozen_string_literal: true
+
+require "date"
+require "yaml"
+
+require_relative "../git_chronology"
+require_relative "../content_keys"
+require_relative "../content_writing_paths"
+require_relative "text_excerpt"
+
+# Builds one writing-index record from a content Markdown file.
+#
+# Two callers need the identical record from the identical files:
+# Jekyll::ContentWritingIndex (inside a Jekyll build) and ContentSiteAdapter
+# (standalone, for scripts/content/export-content-json.rb). They differ only in how
+# they derive the repo-relative path used for Git chronology, so each passes
+# its own. Everything downstream lives here, because a field added or a bug
+# fixed in one copy used to leave the other silently beNewsreader.
+module WritingEntry
+  XCITE_RE = /\{%-?\s*include\s+xcite\.html\s+key=["']([^"']+)["'][^%]*-?%\}/
+
+  module_function
+
+  # Returns the record hash, or nil when the document is unpublished or keyless.
+  def build(absolute_path, collection, repo_relative_path)
+    text = File.read(absolute_path).sub(/\A\xEF\xBB\xBF/, "")
+    front_matter, body = split_front_matter(text)
+    return nil if front_matter["published"] == false
+
+    writing_type = ContentWritingPaths::INDEX_TYPE_FOR_COLLECTION.fetch(collection)
+    if %w[article post].include?(writing_type)
+      GitChronology.apply!(front_matter, repo_relative_path, writing_type)
+      publication_date = front_matter["date"]
+    else
+      publication_date = ContentKeys.normalize_date(front_matter["date"]) ||
+                         ContentKeys.normalize_date(front_matter["start_date"])
+    end
+
+    key = ContentKeys.normalize_key(front_matter["key"])
+    return nil if key.empty?
+
+    path_segment = ContentKeys.path_segment(writing_type, key, date: publication_date)
+    xcites = Array(front_matter["xcites"]).map(&:to_s).reject(&:empty?)
+    xcites = body.scan(XCITE_RE).flatten.uniq if xcites.empty?
+
+    title = front_matter["title"].to_s
+    title = front_matter["product"].to_s if title.empty? && front_matter["product"]
+    title = front_matter["project"].to_s if title.empty? && front_matter["project"]
+    listing = TextExcerpt.listing_fields(front_matter, body)
+
+    {
+      "slug" => path_segment,
+      "key" => key,
+      "title" => title,
+      "date" => normalize_date(publication_date),
+      "last_updated" => normalize_date(front_matter["last_updated"]),
+      "url" => ContentKeys.detail_path(writing_type, key, date: publication_date),
+      "type" => collection,
+      "collection" => collection,
+      "category" => front_matter["category"].to_s,
+      "description" => listing["description"],
+      "excerpt" => listing["excerpt"],
+      "thumbnail" => front_matter["thumbnail"].to_s,
+      "xcites" => xcites,
+      "company" => front_matter["company"].to_s,
+      "product" => front_matter["product"].to_s,
+      "project" => front_matter["project"].to_s,
+      "tagline" => front_matter["tagline"].to_s,
+      "start_date" => front_matter["start_date"].to_s,
+      "end_date" => front_matter["end_date"].to_s,
+      "sort_order" => front_matter["sort_order"],
+      "status" => front_matter["status"].to_s,
+      "label" => front_matter["label"].to_s,
+      "icon" => front_matter["icon"].to_s,
+      "tags" => Array(front_matter["tags"]),
+      "external_url" => front_matter["external_url"].to_s,
+      "article_url" => front_matter["article_url"].to_s,
+      "github" => front_matter["github"].to_s,
+      "aliases" => ContentKeys.alias_slugs(
+        "legacy_segment" => File.basename(absolute_path, File.extname(absolute_path)),
+        "key" => key,
+        "redirects" => ContentKeys.normalize_redirects(front_matter),
+        "path_segment" => path_segment
+      )
+    }
+  end
+
+  def split_front_matter(text)
+    return [{}, text] unless text.start_with?("---\n")
+
+    parts = text.split(/^---\s*$\n?/, 3)
+    return [{}, text] unless parts.length == 3
+
+    data = YAML.safe_load(parts[1], permitted_classes: [Date, Time], aliases: true) || {}
+    [data, parts[2]]
+  end
+
+  def normalize_date(value)
+    case value
+    when Date then value.iso8601
+    when Time then value.to_date.iso8601
+    when String then value
+    else
+      value&.to_s
+    end
+  end
+end

data/_plugins/local_detail_rewrites.rb

@@ -0,0 +1,194 @@
+# frozen_string_literal: true
+
+require "jekyll/commands/serve"
+require "json"
+require "net/http"
+require "uri"
+require_relative "content_detail_paths"
+
+# Mirrors Cloudflare _redirects detail rewrites during `jekyll serve` so
+# /posts/:slug/ and /articles/:slug/ work locally without per-slug HTML files.
+# Also handles the local dev re-export endpoint and proxies /api/studio/* to
+# `wrangler pages dev` (./scripts/studio-api-dev.sh, default :8788).
+module Jekyll
+  module ContentDetailRewrites
+    REEXPORT_PATHS = ["/__dev/reexport", "/api/dev/reexport"].freeze
+    STUDIO_API_PREFIX = "/api/studio"
+    STUDIO_API_DEFAULT_ORIGIN = "http://127.0.0.1:8788"
+
+    module_function
+
+    def studio_api_proxy_enabled?
+      env = ENV["STUDIO_API_PROXY"]
+      return false if env == "0" || env == "false"
+
+      true
+    end
+
+    def studio_api_path?(path)
+      path == STUDIO_API_PREFIX || path.start_with?("#{STUDIO_API_PREFIX}/")
+    end
+
+    def studio_api_origin
+      ENV.fetch("STUDIO_API_ORIGIN", STUDIO_API_DEFAULT_ORIGIN)
+    end
+
+    def proxy_studio_api!(req, res)
+      origin = studio_api_origin
+      target = URI.join(origin.end_with?("/") ? origin : "#{origin}/", req.path.sub(%r{\A/}, ""))
+      target.query = req.query_string unless req.query_string.to_s.empty?
+
+      http = Net::HTTP.new(target.host, target.port)
+      http.open_timeout = 2
+      http.read_timeout = 60
+      http.use_ssl = target.scheme == "https"
+
+      upstream =
+        case req.request_method
+        when "GET" then Net::HTTP::Get.new(target)
+        when "PUT" then Net::HTTP::Put.new(target)
+        when "POST" then Net::HTTP::Post.new(target)
+        when "OPTIONS" then Net::HTTP::Options.new(target)
+        when "HEAD" then Net::HTTP::Head.new(target)
+        else
+          res.status = 405
+          res["Content-Type"] = "application/json; charset=utf-8"
+          res.body = '{"error":"method_not_allowed"}'
+          return
+        end
+
+      %w[Authorization Content-Type Accept Origin].each do |name|
+        value = req[name]
+        upstream[name] = value if value && !value.empty?
+      end
+
+      if %w[PUT POST].include?(req.request_method)
+        body = req.body
+        upstream.body = body if body
+      end
+
+      begin
+        response = http.request(upstream)
+      rescue StandardError => e
+        res.status = 502
+        res["Content-Type"] = "application/json; charset=utf-8"
+        res.body = JSON.generate(
+          error: "studio_api_unavailable",
+          message: "Proxy to #{origin} failed: #{e.class}: #{e.message}. " \
+                   "Start ./scripts/studio-api-dev.sh (wrangler pages dev)."
+        )
+        return
+      end
+
+      res.status = response.code.to_i
+      response.each_header do |key, value|
+        next if %w[transfer-encoding connection content-length].include?(key.downcase)
+
+        res[key] = value
+      end
+      res.body = response.body
+    end
+
+    def install_serve_patch!
+      require "jekyll/commands/serve/servlet"
+      servlet = Jekyll::Commands::Serve::Servlet
+      return if servlet.method_defined?(:content_detail_do_GET)
+
+      servlet.alias_method :content_detail_do_GET, :do_GET
+      servlet.class_eval do
+        def do_GET(req, res)
+          if ContentDetailRewrites.studio_api_proxy_enabled? &&
+             ContentDetailRewrites.studio_api_path?(req.path)
+            ContentDetailRewrites.proxy_studio_api!(req, res)
+            return
+          end
+
+          if ContentDetailRewrites::REEXPORT_PATHS.include?(req.path)
+            if defined?(ContentLocalServe)
+              ContentLocalServe.handle_reexport_request(req, res)
+            else
+              res.status = 501
+              res["Content-Type"] = "text/plain"
+              res.body = "Dev re-export handler not loaded"
+            end
+            return
+          end
+
+          target = ContentDetailPaths.rewrite_path(req.path)
+          if target
+            req.instance_variable_set(:@path, target)
+            req.instance_variable_set(:@path_info, target)
+          end
+          content_detail_do_GET(req, res)
+
+          if req.path.end_with?(".json")
+            res["Cache-Control"] = "no-cache, no-store, must-revalidate"
+            res["Pragma"] = "no-cache"
+            res["Expires"] = "0"
+          end
+        end
+
+        def do_POST(req, res)
+          if ContentDetailRewrites.studio_api_proxy_enabled? &&
+             ContentDetailRewrites.studio_api_path?(req.path)
+            ContentDetailRewrites.proxy_studio_api!(req, res)
+            return
+          end
+
+          if ContentDetailRewrites::REEXPORT_PATHS.include?(req.path)
+            if defined?(ContentLocalServe)
+              ContentLocalServe.handle_reexport_request(req, res)
+            else
+              res.status = 501
+              res["Content-Type"] = "text/plain"
+              res.body = "Dev re-export handler not loaded"
+            end
+            return
+          end
+
+          res.status = 405
+          res["Content-Type"] = "text/plain"
+          res.body = "Method Not Allowed"
+        end
+
+        def do_PUT(req, res)
+          if ContentDetailRewrites.studio_api_proxy_enabled? &&
+             ContentDetailRewrites.studio_api_path?(req.path)
+            ContentDetailRewrites.proxy_studio_api!(req, res)
+            return
+          end
+
+          res.status = 405
+          res["Content-Type"] = "text/plain"
+          res.body = "Method Not Allowed"
+        end
+
+        def do_OPTIONS(req, res)
+          if ContentDetailRewrites.studio_api_proxy_enabled? &&
+             ContentDetailRewrites.studio_api_path?(req.path)
+            ContentDetailRewrites.proxy_studio_api!(req, res)
+            return
+          end
+
+          res.status = 204
+        end
+      end
+    end
+  end
+
+  module Commands
+    class Serve
+      class << self
+        unless method_defined?(:content_detail_original_process)
+          alias_method :content_detail_original_process, :process
+
+          def process(options)
+            ContentLocalServe.store_serve_options(options) if defined?(ContentLocalServe)
+            ContentDetailRewrites.install_serve_patch!
+            content_detail_original_process(options)
+          end
+        end
+      end
+    end
+  end
+end