inkmark 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: defe040ab5efe3959229a885dcfd613bcd7bec9a264a7eb5bd6a441221af3e36
-  data.tar.gz: a3bd5205a96103fb12392155e548014824f90af1e91a130c52d96715abc63295
+  metadata.gz: 75b9caec914a5e3b191911f77c83be71f81b729dc156461c30066de77c2e0f13
+  data.tar.gz: 8ff22a0d8e12d2ae300d450edbdb0546de506993c9df47612a5c852018e9a8f9
 SHA512:
-  metadata.gz: 21536bdb30970d9f7bb58b002d35965a0ea6961a307f579229bc4eb34c5dabffd0a9b625aba12202e820166fb2efc5a35797e7714a7bcaf68be6f52afe14bef1
-  data.tar.gz: 022bfcb26faa0b74031f6984fffe894ff3038ea65195572aac17026fa6566d25a18bfbb766631b4e5d39b05fad65dcbbf4dbf932ac20c424127f36dc31b3e9f3
+  metadata.gz: '0709173de6887ccee58ace68ea2dca6b42fc1c6e44f4ac5b2510f37501bb876652e7cfb60d5dd6d35025d43a1769fa49ebfd95fbd9d873c1669c5dd8ce31db65'
+  data.tar.gz: d8abaf48a2172226c0e39390989210dcb4f51df1d7ae627d99a72e65f2f6731cc85a99a1993827f0480f8da07da57d2a598c32c3272d8b4672cda0a1c5d6697e

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [0.1.4] - 2026-06-25
+
+- Fix `frontmatter: true` leaking the frontmatter block into `to_markdown`, `chunks_by_heading`, and `chunks_by_size` output. Bug report by @freesteph [#3]
+
 ## [0.1.3] - 2026-06-21
 
 - Fix possible XSS via unescaped language tag in syntax-highlighted code blocks.

data/Cargo.lock

@@ -331,7 +331,7 @@ dependencies = [
 
 [[package]]
 name = "inkmark"
-version = "0.1.3"
+version = "0.1.4"
 dependencies = [
  "deunicode",
  "emojis",

data/ext/inkmark/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "inkmark"
-version = "0.1.3"
+version = "0.1.4"
 edition = "2021"
 authors = ["Yaroslav Markin <yaroslav@markin.net>"]
 license = "MIT"

data/ext/inkmark/src/chunks_by_heading.rs

@@ -19,7 +19,7 @@ use magnus::{Error, RArray, RHash, Ruby};
 use pulldown_cmark::{Event, HeadingLevel, Parser, Tag, TagEnd};
 use unicode_segmentation::UnicodeSegmentation;
 
-use crate::document::apply_filters;
+use crate::document::{apply_filters, content_events};
 use crate::heading::{self, SlugDeduplicator};
 use crate::options::build_options;
 use crate::toc;
@@ -43,7 +43,8 @@ pub fn native_chunks_by_heading(
     let (cm_opts, flags) = build_options(ruby, opts_hash)?;
 
     // Parse + run the full filter pipeline, same as `to_markdown`.
-    let events: Vec<Event> = Parser::new_ext(&source, cm_opts).collect();
+    // `content_events` drops frontmatter so it never becomes a section.
+    let events: Vec<Event> = content_events(&source, cm_opts).collect();
     let events = apply_filters(events, &flags);
 
     let boundaries = find_heading_boundaries(&events);

data/ext/inkmark/src/chunks_by_size.rs

@@ -18,10 +18,10 @@
 //! adjacent chunks share context.
 
 use magnus::{Error, RArray, RHash, Ruby};
-use pulldown_cmark::{Event, Parser};
+use pulldown_cmark::Event;
 use unicode_segmentation::UnicodeSegmentation;
 
-use crate::document::apply_filters;
+use crate::document::{apply_filters, content_events};
 use crate::options::build_options;
 
 #[derive(Clone, Copy, PartialEq, Eq)]
@@ -45,7 +45,7 @@ pub fn native_chunks_by_size(
     let params = parse_params(ruby, &opts_hash)?;
     let (cm_opts, flags) = build_options(ruby, opts_hash)?;
 
-    let events: Vec<Event> = Parser::new_ext(&source, cm_opts).collect();
+    let events: Vec<Event> = content_events(&source, cm_opts).collect();
     let events = apply_filters(events, &flags);
 
     let windows = match params.at {

data/ext/inkmark/src/document.rs

@@ -1,5 +1,5 @@
 use magnus::{Error, RHash, Ruby};
-use pulldown_cmark::{html, Event, Options, Parser};
+use pulldown_cmark::{html, Event, Options, Parser, Tag, TagEnd};
 
 use crate::autolink;
 use crate::emoji;
@@ -115,6 +115,44 @@ fn hard_wrap(event: Event) -> Event {
     }
 }
 
+/// Parse `source` into the content event stream that renderers and chunkers
+/// consume.
+///
+/// YAML frontmatter is removed at this boundary: it is document *metadata*
+/// (surfaced via {Inkmark#frontmatter}), never content. pulldown-cmark's HTML
+/// renderer ignores metadata blocks and our plain-text writer discards them,
+/// but the Markdown serializer (`pulldown-cmark-to-cmark`) faithfully
+/// re-emits them as `---\n...\n---`. Rather than re-stripping after the fact
+/// in every Markdown/chunk path, we never hand those consumers the events in
+/// the first place—so `to_markdown`, `chunks_by_heading`, and
+/// `chunks_by_size` are frontmatter-free by construction, with no separate
+/// pass and no special-casing of the streaming fast path.
+///
+/// Frontmatter extraction walks the *raw* parser (see `stats::collect`), so
+/// dropping the events here does not affect the `frontmatter` accessor.
+pub fn content_events(source: &str, cm_opts: Options) -> impl Iterator<Item = Event<'_>> {
+    drop_metadata(Parser::new_ext(source, cm_opts))
+}
+
+/// Iterator adapter that filters out `Start(MetadataBlock) … End(MetadataBlock)`
+/// runs, including the raw YAML `Text` between the markers. Stateful but
+/// composes with both the streaming fast path and the buffered `.collect()`
+/// path, so a single definition serves every content consumer.
+fn drop_metadata<'a>(events: impl Iterator<Item = Event<'a>>) -> impl Iterator<Item = Event<'a>> {
+    let mut in_metadata = false;
+    events.filter(move |event| match event {
+        Event::Start(Tag::MetadataBlock(_)) => {
+            in_metadata = true;
+            false
+        }
+        Event::End(TagEnd::MetadataBlock(_)) => {
+            in_metadata = false;
+            false
+        }
+        _ => !in_metadata,
+    })
+}
+
 /// Full render: parse once, collect stats + TOC from original events,
 /// apply filters, render HTML. Returns a Ruby Hash:
 ///
@@ -219,14 +257,18 @@ fn render(source: &str, cm_opts: pulldown_cmark::Options, flags: Flags) -> Strin
 
 fn render_to_markdown(source: &str, cm_opts: pulldown_cmark::Options, flags: Flags) -> String {
     let mut buf = String::with_capacity(source.len());
-    let parser = Parser::new_ext(source, cm_opts);
 
+    // `content_events` strips frontmatter, so the cmark serializer never sees
+    // a metadata block to re-emit—on either the streaming or buffered path.
     if !needs_buffer(&flags) {
-        cmark_write(parser.map(stream_filter(&flags)), &mut buf);
+        cmark_write(
+            content_events(source, cm_opts).map(stream_filter(&flags)),
+            &mut buf,
+        );
         return buf;
     }
 
-    let events = apply_filters(parser.collect(), &flags);
+    let events = apply_filters(content_events(source, cm_opts).collect(), &flags);
     cmark_write(events.into_iter(), &mut buf);
     buf
 }

data/ext/inkmark/src/truncate.rs

@@ -7,10 +7,10 @@
 //! input, context-window budgeting, and chunk normalization.
 
 use magnus::{Error, RHash, Ruby};
-use pulldown_cmark::{Event, Parser};
+use pulldown_cmark::Event;
 use unicode_segmentation::UnicodeSegmentation;
 
-use crate::document::apply_filters;
+use crate::document::{apply_filters, content_events};
 use crate::options::{build_options, Flags};
 
 /// What kind of boundary to cut at.
@@ -44,7 +44,7 @@ pub fn truncate_source(
     flags: &Flags,
     params: &TruncateParams,
 ) -> String {
-    let events: Vec<Event> = Parser::new_ext(source, cm_opts).collect();
+    let events: Vec<Event> = content_events(source, cm_opts).collect();
     let events = apply_filters(events, flags);
     truncate_events(&events, params)
 }

data/lib/inkmark/version.rb

@@ -2,5 +2,5 @@
 
 class Inkmark
   # Current gem version.
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: inkmark
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Yaroslav Markin