carve-lang 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e1129dd70ab09658be69bfbbf0158a02d599d9e814fb5e3f015be6d1a6cc5621
-  data.tar.gz: bc87753903ba603238e2c766b20c8384259dc8f44e87da90af4ef3f6d26ac613
+  metadata.gz: 796f44a79683bfd2b7add107652d71a7d38aaf6d4aedf7169acde4fa2401af26
+  data.tar.gz: d7f0ba287fc9c13eab535e7e376de3096f1baedfd1df415b5f870ec7bfca395f
 SHA512:
-  metadata.gz: f4f5180ccfda64b312e035b7302db7de20b52293466dd1719715d7ab9fcdfa06ba61b23e993d042df746ced604219bdb78cd5931e09a6dd25388ee9fffcac102
-  data.tar.gz: c1276c1504398c7be637fc9e6699b42217e0a3845f49e7647348650701abdc25148fe2138c49643171154d8834c184ef711b294bd3f3215db29de509299e127c
+  metadata.gz: aec21e3a2aafe3fd84c6debf48af398ea241610d606b954c770a84bd6b5e38b90b0b1d056ecb4c47f8ba9ec976d85498a5d3013ab6885e1b9fe8fdae572d516b
+  data.tar.gz: 6adc9afe363cd5c135a649b6f336cf41a55b6197a4cb8927273fd57fe4e0c484d47bbe159a8469eea11dc49a41771637ca048712bd596a9bd9515e099e0f611a

data/CHANGELOG.md

@@ -7,6 +7,50 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.1.9] - 2026-10-18
+
+### Breaking
+
+- `Carve.parse` and AST include results carry `astVersion: "1.2"` on the root.
+  Exact-key readers must accept the new field (#210).
+- The carve-lang 0.1.10 pin adds `resolved` to resolved link and image references
+  and `form` to comments. `[text]()` and `![alt]()` render as links and images,
+  and a bare `[r]:` defines an empty destination. Escape `\[` to keep that
+  spelling literal. Checked render reports can also include
+  `table-span-flattened`, `table-header-row-demoted`,
+  `table-header-row-hoisted`, and `table-header-cell-demoted` (#207).
+
+### Fixes
+
+- Source strings in other encodings such as Shift_JIS are transcoded to UTF-8.
+  Malformed UTF-8 and binary bytes become replacement characters instead of
+  failing at the native boundary (#207).
+
+### Improvements
+
+- The carve-lang 0.1.10 pin adds CSV and TSV table fences and keeps plain-text
+  list continuation blocks at their item's indentation. It also corrects
+  parsing of nested lists with quotes and containers (#207).
+
+## [0.1.8] - 2026-10-14
+
+### Breaking
+
+- The engine is the published `carve-lang` 0.1.9 crate, so the AST follows contract 1.1: a cell joined across lines holds a `cell_wrap` node between its text halves, tables carry `separatorWidths`, and `delim` and `bulletChar` appear only for `)` and `*` (#200, markup-carve/carve-rs#2482).
+- New loss codes such as `carrier-attribute-dropped`, `list-style-dropped` and `frontmatter-synthesized`. A check that fails on unknown codes has to list them (#200, markup-carve/carve-rs#2523).
+- Image alt text and quoted include paths decode punctuation escapes, so double a literal backslash. The include rename warning's rule id is now `include-id-rename` instead of `include-heading-id-rename` (#184, markup-carve/carve#2772).
+
+### Fixes
+
+- A Markdown writer refusal raises `ArgumentError` instead of panicking in the engine (#184).
+- Adjacent alphabetic and Roman ordered lists stay separate through HTML import and formatting (#185).
+- Under the article profile, denied raw blocks become code blocks that keep their payload (#185).
+
+### Improvements
+
+- Markdown import reports assess construct fidelity, including preserved constructs as well as losses (#185).
+- Ordered lists keep a `)` delimiter as `data-delim` in HTML and through Markdown import (#185).
+
 ## [0.1.7] - 2026-10-07
 
 ### Changed
@@ -444,7 +488,9 @@ are not listed, because no release ever shipped them.
   Arrays (every AST node type is covered), enabling custom renderers such as
   [carve-hexapdf](https://github.com/markup-carve/carve-hexapdf).
 
-[Unreleased]: https://github.com/markup-carve/carve-rb/compare/v0.1.7...HEAD
+[Unreleased]: https://github.com/markup-carve/carve-rb/compare/v0.1.9...HEAD
+[0.1.9]: https://github.com/markup-carve/carve-rb/compare/v0.1.8...v0.1.9
+[0.1.8]: https://github.com/markup-carve/carve-rb/compare/v0.1.7...v0.1.8
 [0.1.7]: https://github.com/markup-carve/carve-rb/compare/v0.1.6...v0.1.7
 [0.1.6]: https://github.com/markup-carve/carve-rb/compare/v0.1.5...v0.1.6
 [0.1.5]: https://github.com/markup-carve/carve-rb/compare/v0.1.4...v0.1.5

data/ext/carve/Cargo.lock

@@ -37,9 +37,9 @@ checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8"
 
 [[package]]
 name = "carve-lang"
-version = "0.1.8"
+version = "0.1.10"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0889683244be278df2ff8e1cd88e9f932036a424bb8d838546636b7f11e93903"
+checksum = "4a9b7a2a3b758f76ce1888ad1371bd933c5f2ccded01305c03f1550641a45c1d"
 dependencies = [
  "html5ever",
  "markup5ever_rcdom",
@@ -54,7 +54,7 @@ dependencies = [
 
 [[package]]
 name = "carve-rb"
-version = "0.1.7"
+version = "0.1.9"
 dependencies = [
  "carve-lang",
  "magnus",
@@ -327,9 +327,16 @@ checksum = "e9f068eba8e7071c5f9511831b44f32c740d5adf574e990f946ddb53db2f314e"
 dependencies = [
  "bitflags",
  "memchr",
+ "pulldown-cmark-escape",
  "unicase",
 ]
 
+[[package]]
+name = "pulldown-cmark-escape"
+version = "0.11.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "007d8adb5ddab6f8e3f491ac63566a7d5002cc7ed73901f72057943fa71ae1ae"
+
 [[package]]
 name = "quote"
 version = "1.0.46"

data/ext/carve/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "carve-rb"
-version = "0.1.7"
+version = "0.1.9"
 edition = "2021"
 rust-version = "1.75"
 publish = false
@@ -22,4 +22,4 @@ serde_json = "1"
 # The Carve engine. Imported under the Rust crate alias `carve_rs` so the
 # binding's own crate name (`carve-rb`) does not collide with the engine's
 # package name (`carve`) in the Cargo lockfile.
-carve_rs = { package = "carve-lang", version = "=0.1.8" }
+carve_rs = { package = "carve-lang", version = "=0.1.10" }

data/ext/carve/src/lib.rs

@@ -27,7 +27,9 @@
 use carve_rs::extensions::registry;
 use carve_rs::{CarveExtension, Mode, Options, Profile, StaticRenderers};
 use magnus::value::{InnerValue, Opaque};
-use magnus::{function, prelude::*, Error, ExceptionClass, RArray, RHash, Ruby, Value};
+use magnus::{
+    function, prelude::*, Error, ExceptionClass, RArray, RHash, RString, Ruby, TryConvert, Value,
+};
 use std::any::Any;
 use std::cell::RefCell;
 use std::panic::{self, AssertUnwindSafe};
@@ -97,6 +99,14 @@ fn extension_names() -> Vec<String> {
     registry::keys().map(str::to_string).collect()
 }
 
+fn ast_json_with_version(json: String) -> String {
+    let (body, closing) = json.split_at(json.len() - 1);
+    format!(
+        "{body},\"astVersion\":\"{}\"{closing}",
+        carve_rs::AST_CONTRACT_VERSION
+    )
+}
+
 /// Map a Ruby-facing mode string to a carve-rs [`Mode`].
 ///
 /// Rejects any unknown string with `ArgumentError`, mirroring the spec's
@@ -378,7 +388,7 @@ fn render_with_includes_json(
         // parse JSON twice. Positions stay OFF, unlike `to_ast_json`: spec I4
         // leaves position remapping out of scope in every engine, so a child's
         // spans would point into a document the caller never passed.
-        IncludeTarget::Ast => Ok(carve_rs::to_json(&prepared.doc)),
+        IncludeTarget::Ast => Ok(ast_json_with_version(carve_rs::to_json(&prepared.doc))),
     }
     .map_err(|error| Error::new(ruby.exception_runtime_error(), error.to_string()))?;
     let value: serde_json::Value = if which == IncludeTarget::Ast {
@@ -471,15 +481,20 @@ fn from_html_json(ruby: &Ruby, source: String, mode: String) -> Result<String, E
     .to_string())
 }
 
-fn from_markdown_json(source: String) -> String {
-    let result = carve_rs::migrate_markdown(&source);
+fn from_markdown_json(ruby: &Ruby, source: String) -> Result<String, Error> {
+    let result = carve_rs::try_migrate_markdown(&source).map_err(|error| {
+        Error::new(
+            ruby.exception_arg_error(),
+            format!("Markdown import failed: {error}"),
+        )
+    })?;
     let diagnostics = result
         .report
         .diagnostics
         .iter()
         .map(migration_diagnostic_json)
         .collect::<Vec<_>>();
-    serde_json::json!({"value": result.value, "report": {"schemaVersion": result.report.schema_version, "sourceFormat": result.report.source_format.as_str(), "diagnostics": diagnostics}}).to_string()
+    Ok(serde_json::json!({"value": result.value, "report": {"schemaVersion": result.report.schema_version, "sourceFormat": result.report.source_format.as_str(), "diagnostics": diagnostics}}).to_string())
 }
 
 fn migration_diagnostic_json(diagnostic: &carve_rs::MigrationDiagnostic) -> serde_json::Value {
@@ -517,7 +532,9 @@ fn migration_diagnostic_json(diagnostic: &carve_rs::MigrationDiagnostic) -> serd
 fn to_ast_json(source: String) -> String {
     let mut options = Options::new();
     options.positions = true;
-    carve_rs::to_json(&carve_rs::parse_with_options(&source, &options))
+    ast_json_with_version(carve_rs::to_json(&carve_rs::parse_with_options(
+        &source, &options,
+    )))
 }
 
 /// Render Carve source to HTML with the named extensions enabled.
@@ -837,42 +854,70 @@ macro_rules! guarded {
     ($wrapper:ident ( $($arg:ident : $ty:ty),* ) -> $ret:ty => $inner:ident) => {
         #[allow(clippy::too_many_arguments)]
         fn $wrapper($($arg: $ty),*) -> Result<$ret, Error> {
-            guard(|| Ok($inner($($arg),*)))
+            guard(|| Ok($inner($($arg.into()),*)))
         }
     };
     ($wrapper:ident ( $($arg:ident : $ty:ty),* ) -> $ret:ty =>? $inner:ident) => {
         #[allow(clippy::too_many_arguments)]
         fn $wrapper($($arg: $ty),*) -> Result<$ret, Error> {
-            guard(|| $inner($($arg),*))
+            guard(|| $inner($($arg.into()),*))
         }
     };
 }
 
-guarded!(g_to_html(source: String) -> String => to_html);
-guarded!(g_to_markdown(source: String) -> String => to_markdown);
-guarded!(g_to_plain_text(source: String) -> String => to_plain_text);
-guarded!(g_to_ansi(source: String) -> String => to_ansi);
-guarded!(g_to_carve(source: String) -> String => to_carve);
-guarded!(g_from_markdown_json(source: String) -> String => from_markdown_json);
-guarded!(g_to_ast_json(source: String) -> String => to_ast_json);
+struct Source(String);
+
+impl TryConvert for Source {
+    fn try_convert(value: Value) -> Result<Self, Error> {
+        let source = RString::try_convert(value)?;
+        let encoding: Value = source.funcall("encoding", ())?;
+        let name: String = encoding.funcall("name", ())?;
+        let text = if name == "ASCII-8BIT" {
+            String::from_utf8_lossy(unsafe { source.as_slice() }).into_owned()
+        } else {
+            let ruby = Ruby::get_with(source);
+            let options = ruby.hash_new();
+            options.aset(ruby.to_symbol("invalid"), ruby.to_symbol("replace"))?;
+            options.aset(ruby.to_symbol("undef"), ruby.to_symbol("replace"))?;
+            options.aset(ruby.to_symbol("replace"), "\u{FFFD}")?;
+            let encoded: RString = source.funcall("encode", ("UTF-8", magnus::KwArgs(options)))?;
+            encoded.to_string()?
+        };
+        Ok(Self(text))
+    }
+}
+
+impl From<Source> for String {
+    fn from(source: Source) -> Self {
+        source.0
+    }
+}
+
+guarded!(g_to_html(source: Source) -> String => to_html);
+guarded!(g_to_markdown(source: Source) -> String => to_markdown);
+guarded!(g_to_plain_text(source: Source) -> String => to_plain_text);
+guarded!(g_to_ansi(source: Source) -> String => to_ansi);
+guarded!(g_to_carve(source: Source) -> String => to_carve);
+guarded!(g_from_markdown_json(ruby: &Ruby, source: Source) -> String =>? from_markdown_json);
+guarded!(g_to_ast_json(source: Source) -> String => to_ast_json);
 guarded!(g_extension_names() -> Vec<String> => extension_names);
 guarded!(g_panic_probe() -> String => panic_probe);
 guarded!(
-    g_stamp_needs_review(source: String, current_version: Option<String>) -> bool
+    g_stamp_needs_review(source: Source, current_version: Option<String>) -> bool
         => stamp_needs_review
 );
 guarded!(
-    g_from_html_json(ruby: &Ruby, source: String, mode: String) -> String =>? from_html_json
+    g_from_html_json(ruby: &Ruby, source: Source, mode: String) -> String =>? from_html_json
 );
-guarded!(g_read_stamp(ruby: &Ruby, source: String) -> Value =>? read_stamp);
+guarded!(g_read_stamp(ruby: &Ruby, source: Source) -> Value =>? read_stamp);
 guarded!(
-    g_to_html_with_extensions(ruby: &Ruby, source: String, names: RArray) -> String
+    g_to_html_with_extensions(ruby: &Ruby, source: Source, names: RArray) -> String
         =>? to_html_with_extensions
 );
 guarded!(
     g_to_html_full(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash
@@ -881,7 +926,7 @@ guarded!(
 guarded!(
     g_to_html_full_with_symbols(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash,
@@ -891,7 +936,7 @@ guarded!(
 guarded!(
     g_to_html_safe(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash,
@@ -904,7 +949,7 @@ guarded!(
 guarded!(
     g_render_with_includes_json(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         root: String,
         source_path: String,
         target: String,

data/lib/carve/version.rb

@@ -8,5 +8,5 @@ module Carve
   # compares it against ext/carve/Cargo.toml and against the newest cut
   # CHANGELOG section on every run, and .github/workflows/release.yml refuses to
   # publish a gem whose version is not the tag being released.
-  VERSION = "0.1.7"
+  VERSION = "0.1.9"
 end

data/lib/carve.rb

@@ -319,9 +319,10 @@ module Carve
     #   # => {type: "document",
     #   #     children: [{type: "heading", level: 1,
     #   #                 children: [{type: "text", value: "Hi"}], attrs: nil}],
-    #   #     srcByteLength: 4}
+    #   #     srcByteLength: 4, astVersion: "1.2"}
     #
-    # The root carries exactly +:type+, +:children+ and +:srcByteLength+ (spec
+    # The root carries exactly +:type+, +:children+, +:srcByteLength+ and
+    # +:astVersion+ (spec
     # PART 12 §7). Frontmatter and footnote definitions are block nodes in
     # +:children+, not root fields: a root field cannot carry the position §4
     # requires of every node, and both are source an editor navigates to.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carve-lang
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - markup-carve
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-07 00:00:00.000000000 Z
+date: 2026-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys