jekyll-theme-zer0 1.27.0 → 1.28.0

data/scripts/translate.rb

@@ -90,6 +90,14 @@ module Zer0Translate
     permalink redirect_from redirect_to aliases lang
     translation_of translation_source_url machine_translated translated_from_sha
   ].freeze
+  # Layouts that only work for a document INSIDE a Jekyll collection. The
+  # translated tree is deliberately flat — fr/** are plain pages, not collection
+  # documents — so Jekyll never sets `page.collection` there and these layouts
+  # have nothing to enumerate. `collection` is worse than useless: it sorts
+  # site[page.collection], which is nil for a plain page, and a nil sort aborts
+  # the whole Jekyll build. Drop the key so the `path: <lang>` front-matter
+  # default in _config.yml (layout: default) applies instead.
+  COLLECTION_ONLY_LAYOUTS = %w[collection].freeze
 
   DEFAULT_CONFIG = {
     "enabled" => false,
@@ -367,6 +375,42 @@ module Zer0Translate
     end
   end
 
+  # Test-only variant of StubProvider that soft-wraps its output, reproducing
+  # the one thing a real provider does that no prompt can reliably prevent.
+  # Exists so the prose-normalisation pass has something to actually fix —
+  # asserting "output is unwrapped" against the plain stub would pass whether
+  # or not normalisation ran.
+  class WrappingStubProvider
+    WRAP_AT = 40
+
+    def name = "stub-wrap"
+
+    def translate(segments, target_lang, _context)
+      segments.to_h { |key, text| [key, wrap("#{text} [#{target_lang}]")] }
+    end
+
+    private
+
+    # Greedy wrap on spaces. Never splits a line that has no space past the
+    # column (a long URL or placeholder token stays intact).
+    def wrap(text)
+      out = []
+      line = +""
+      text.split(" ").each do |word|
+        if line.empty?
+          line << word
+        elsif line.length + 1 + word.length > WRAP_AT
+          out << line
+          line = +word
+        else
+          line << " " << word
+        end
+      end
+      out << line unless line.empty?
+      out.join("\n")
+    end
+  end
+
   class ClaudeProvider
     ENDPOINT = URI("https://api.anthropic.com/v1/messages")
     API_VERSION = "2023-06-01"
@@ -762,6 +806,9 @@ module Zer0Translate
       @url_builder = UrlBuilder.new(@site_config)
       @manifest = Manifest.new(@root)
       @stats = Hash.new(0)
+      # Absolute paths of every markdown file this run wrote, for the
+      # prose-normalisation pass in `run`.
+      @written_pages = []
     end
 
     def run
@@ -790,6 +837,7 @@ module Zer0Translate
 
       translator = build_translator
       execute(plan, translator)
+      normalize_prose(@written_pages)
       prune(sources, languages)
       @manifest.save(source_lang, languages)
       summary
@@ -922,6 +970,7 @@ module Zer0Translate
       provider =
         case provider_name
         when "stub" then StubProvider.new
+        when "stub-wrap" then WrappingStubProvider.new
         when "claude"
           ClaudeProvider.new(
             model: @options[:model] || ENV["TRANSLATE_MODEL"] || @config["model"],
@@ -949,6 +998,45 @@ module Zer0Translate
       end
     end
 
+    # Generated pages must satisfy the repo's one-paragraph-per-line rule, which
+    # CI enforces via .github/workflows/markdown-oneline.yml. The provider is
+    # free to soft-wrap a translated paragraph across several lines — nothing in
+    # the prompt can guarantee otherwise — so normalise deterministically after
+    # the fact rather than hoping the model complies.
+    #
+    # tools/unwrap-prose.py is the single source of truth for the rule (it is
+    # what CI runs), so shell out to it instead of reimplementing the classifier
+    # here and letting the two drift.
+    #
+    # Best-effort by design: a missing python3 should not fail an otherwise good
+    # translation run. The Translate workflow runs the same tool as a guaranteed
+    # backstop before committing, so the only cost of skipping here is a local
+    # run leaving wrapped prose for that step to fix.
+    def normalize_prose(paths)
+      paths = paths.select { |p| File.file?(p) }
+      return if paths.empty?
+
+      # Resolve the tool relative to THIS script, not to --root. translate.rb
+      # and tools/ ship together; --root points at the content tree being
+      # translated, which is a different thing (and is a throwaway sandbox
+      # under test).
+      tool = File.expand_path("../tools/unwrap-prose.py", __dir__)
+      tool = File.join(@root, "tools", "unwrap-prose.py") unless File.file?(tool)
+      unless File.file?(tool)
+        Log.warn "tools/unwrap-prose.py not found — skipping prose normalisation"
+        return
+      end
+
+      ok = system("python3", tool, "--write", *paths,
+                  out: File::NULL, err: File::NULL)
+      if ok
+        Log.info "Normalised prose in #{paths.size} generated page(s)"
+      else
+        Log.warn "prose normalisation skipped (python3 unavailable or tool failed); " \
+                 "run: python3 tools/unwrap-prose.py --write"
+      end
+    end
+
     def translate_page(job, translator)
       file = job.source
       segmenter = Segmenter.new(file.body)
@@ -993,6 +1081,7 @@ module Zer0Translate
         key = "fm:#{field}"
         fm[field] = fm_masker.unmask(translated[key]) if translated.key?(key)
       end
+      fm.delete("layout") if COLLECTION_ONLY_LAYOUTS.include?(fm["layout"].to_s)
       fm["lang"] = job.lang
       fm["permalink"] = "/#{job.lang}#{job.url}"
       fm["translation_of"] = file.rel_path
@@ -1007,6 +1096,7 @@ module Zer0Translate
       abs = File.join(@root, out_rel)
       FileUtils.mkdir_p(File.dirname(abs))
       File.write(abs, "#{fm.to_yaml}---\n\n#{body_out.sub(/\A\n+/, '')}")
+      @written_pages << abs
     end
 
     def translate_ui_text(job, translator)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jekyll-theme-zer0
 version: !ruby/object:Gem::Version
-  version: 1.27.0
+  version: 1.28.0
 platform: ruby
 authors:
 - Amr Abdel
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-07-22 00:00:00.000000000 Z
+date: 2026-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: jekyll
@@ -81,6 +81,7 @@ files:
 - _data/ai.yml
 - _data/authors.yml
 - _data/backlog.yml
+- _data/consumers.yml
 - _data/content_statistics.yml
 - _data/features.yml
 - _data/feedback_types.yml
@@ -88,7 +89,9 @@ files:
 - _data/generate_statistics.sh
 - _data/github-actions-example.yml
 - _data/glossary.yml
+- _data/i18n/fr.yml
 - _data/i18n/languages.yml
+- _data/i18n/manifest.yml
 - _data/landing.yml
 - _data/navigation/README.md
 - _data/navigation/about.yml
@@ -103,6 +106,7 @@ files:
 - _data/roadmap.yml
 - _data/roadmap_plan.yml
 - _data/routing.yml
+- _data/series.yml
 - _data/statistics_config.yml
 - _data/theme-manifest.yml
 - _data/theme_backgrounds.yml
@@ -115,6 +119,7 @@ files:
 - _includes/analytics/google-tag-manager-head.html
 - _includes/analytics/posthog.html
 - _includes/components/README.md
+- _includes/components/abc-letter.html
 - _includes/components/admin-links.html
 - _includes/components/admin-tabs.html
 - _includes/components/ai-chat.html
@@ -125,13 +130,20 @@ files:
 - _includes/components/author-eeat.html
 - _includes/components/background-customizer.html
 - _includes/components/background-settings.html
+- _includes/components/book-card.html
+- _includes/components/book-nav.html
+- _includes/components/book-plate.html
+- _includes/components/book-toc.html
+- _includes/components/bookshelf.html
 - _includes/components/callout.html
+- _includes/components/card-grid.html
 - _includes/components/collection-manager.html
 - _includes/components/component-showcase.html
 - _includes/components/config-editor.html
 - _includes/components/config-viewer.html
 - _includes/components/cookie-consent.html
 - _includes/components/cta-button.html
+- _includes/components/data-card.html
 - _includes/components/dev-shortcuts.html
 - _includes/components/env-dashboard.html
 - _includes/components/env-detect.html
@@ -179,6 +191,7 @@ files:
 - _includes/core/branding.html
 - _includes/core/color-mode-init.html
 - _includes/core/console-capture.html
+- _includes/core/favicon.html
 - _includes/core/footer-fabs.html
 - _includes/core/footer.html
 - _includes/core/head.html
@@ -186,6 +199,10 @@ files:
 - _includes/core/hreflang.html
 - _includes/core/i18n.html
 - _includes/core/tokens-inline.html
+- _includes/custom/body-end.html
+- _includes/custom/body-start.html
+- _includes/custom/footer.html
+- _includes/custom/head.html
 - _includes/docs/bootstrap-docs.html
 - _includes/landing/landing-install-cards.html
 - _includes/landing/landing-quick-links.html
@@ -203,6 +220,7 @@ files:
 - _includes/navigation/sidebar-folders.html
 - _includes/navigation/sidebar-left.html
 - _includes/navigation/sidebar-nav.html
+- _includes/navigation/sidebar-pagetree.html
 - _includes/navigation/sidebar-right.html
 - _includes/navigation/toc-fab.html
 - _includes/navigation/unified-drawer.html
@@ -216,11 +234,15 @@ files:
 - _includes/stats/stats-no-data.html
 - _includes/stats/stats-overview.html
 - _includes/stats/stats-tags.html
+- _layouts/404.html
 - _layouts/README.md
 - _layouts/admin.html
 - _layouts/article.html
 - _layouts/author.html
 - _layouts/authors.html
+- _layouts/book-abc.html
+- _layouts/book-story.html
+- _layouts/book.html
 - _layouts/collection.html
 - _layouts/default.html
 - _layouts/home.html
@@ -245,6 +267,7 @@ files:
 - _plugins/theme_version.rb
 - _sass/components/_author.scss
 - _sass/components/_back-to-top.scss
+- _sass/components/_book.scss
 - _sass/components/_callout.scss
 - _sass/components/_content-tables.scss
 - _sass/components/_cookie-banner.scss
@@ -434,6 +457,7 @@ files:
 - scripts/install/ai/wizard.sh
 - scripts/install/apply.sh
 - scripts/install/cli.sh
+- scripts/install/config.sh
 - scripts/install/diff.sh
 - scripts/install/doctor.sh
 - scripts/install/fs.sh
@@ -509,6 +533,7 @@ files:
 - scripts/platform/setup-macos.sh
 - scripts/platform/setup-wsl.sh
 - scripts/post-template-setup.sh
+- scripts/propagate.rb
 - scripts/release
 - scripts/requirements.txt
 - scripts/setup.sh