carve-lang 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 701231311b5228a33a5ca37b7855209d3521f8ece697824f0b3e3322cb69a30a
-  data.tar.gz: 869fc6cbce2b49755f7c9e734afd1ec1afc860f508cec75f4e8f3b13b7ed91db
+  metadata.gz: 796f44a79683bfd2b7add107652d71a7d38aaf6d4aedf7169acde4fa2401af26
+  data.tar.gz: d7f0ba287fc9c13eab535e7e376de3096f1baedfd1df415b5f870ec7bfca395f
 SHA512:
-  metadata.gz: c46d50c7fe1dde855c0d4959067b8d99c45a905610c156a68d40ebf1f5b241d8fc036754755309c8a58d54d41e85c0bd3418031eed1fd393f3dfb6e9b5226ee1
-  data.tar.gz: 23f7732176af5392bd32839ddffc77e565ed0a9d3a68677f9206d19c71db796922301fcc6231f028dc7bf3ca250ccab54912d879ed8b3c2305eff18123cd7e17
+  metadata.gz: aec21e3a2aafe3fd84c6debf48af398ea241610d606b954c770a84bd6b5e38b90b0b1d056ecb4c47f8ba9ec976d85498a5d3013ab6885e1b9fe8fdae572d516b
+  data.tar.gz: 6adc9afe363cd5c135a649b6f336cf41a55b6197a4cb8927273fd57fe4e0c484d47bbe159a8469eea11dc49a41771637ca048712bd596a9bd9515e099e0f611a

data/CHANGELOG.md

@@ -7,6 +7,31 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.1.9] - 2026-10-18
+
+### Breaking
+
+- `Carve.parse` and AST include results carry `astVersion: "1.2"` on the root.
+  Exact-key readers must accept the new field (#210).
+- The carve-lang 0.1.10 pin adds `resolved` to resolved link and image references
+  and `form` to comments. `[text]()` and `![alt]()` render as links and images,
+  and a bare `[r]:` defines an empty destination. Escape `\[` to keep that
+  spelling literal. Checked render reports can also include
+  `table-span-flattened`, `table-header-row-demoted`,
+  `table-header-row-hoisted`, and `table-header-cell-demoted` (#207).
+
+### Fixes
+
+- Source strings in other encodings such as Shift_JIS are transcoded to UTF-8.
+  Malformed UTF-8 and binary bytes become replacement characters instead of
+  failing at the native boundary (#207).
+
+### Improvements
+
+- The carve-lang 0.1.10 pin adds CSV and TSV table fences and keeps plain-text
+  list continuation blocks at their item's indentation. It also corrects
+  parsing of nested lists with quotes and containers (#207).
+
 ## [0.1.8] - 2026-10-14
 
 ### Breaking
@@ -463,7 +488,8 @@ are not listed, because no release ever shipped them.
   Arrays (every AST node type is covered), enabling custom renderers such as
   [carve-hexapdf](https://github.com/markup-carve/carve-hexapdf).
 
-[Unreleased]: https://github.com/markup-carve/carve-rb/compare/v0.1.8...HEAD
+[Unreleased]: https://github.com/markup-carve/carve-rb/compare/v0.1.9...HEAD
+[0.1.9]: https://github.com/markup-carve/carve-rb/compare/v0.1.8...v0.1.9
 [0.1.8]: https://github.com/markup-carve/carve-rb/compare/v0.1.7...v0.1.8
 [0.1.7]: https://github.com/markup-carve/carve-rb/compare/v0.1.6...v0.1.7
 [0.1.6]: https://github.com/markup-carve/carve-rb/compare/v0.1.5...v0.1.6

data/ext/carve/Cargo.lock

@@ -37,9 +37,9 @@ checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8"
 
 [[package]]
 name = "carve-lang"
-version = "0.1.9"
+version = "0.1.10"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8747e096cacdd7097d884ffb9dd15dc70dd7e636081a31335bb786313924f341"
+checksum = "4a9b7a2a3b758f76ce1888ad1371bd933c5f2ccded01305c03f1550641a45c1d"
 dependencies = [
  "html5ever",
  "markup5ever_rcdom",
@@ -54,7 +54,7 @@ dependencies = [
 
 [[package]]
 name = "carve-rb"
-version = "0.1.8"
+version = "0.1.9"
 dependencies = [
  "carve-lang",
  "magnus",

data/ext/carve/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "carve-rb"
-version = "0.1.8"
+version = "0.1.9"
 edition = "2021"
 rust-version = "1.75"
 publish = false
@@ -22,4 +22,4 @@ serde_json = "1"
 # The Carve engine. Imported under the Rust crate alias `carve_rs` so the
 # binding's own crate name (`carve-rb`) does not collide with the engine's
 # package name (`carve`) in the Cargo lockfile.
-carve_rs = { package = "carve-lang", version = "=0.1.9" }
+carve_rs = { package = "carve-lang", version = "=0.1.10" }

data/ext/carve/src/lib.rs

@@ -27,7 +27,9 @@
 use carve_rs::extensions::registry;
 use carve_rs::{CarveExtension, Mode, Options, Profile, StaticRenderers};
 use magnus::value::{InnerValue, Opaque};
-use magnus::{function, prelude::*, Error, ExceptionClass, RArray, RHash, Ruby, Value};
+use magnus::{
+    function, prelude::*, Error, ExceptionClass, RArray, RHash, RString, Ruby, TryConvert, Value,
+};
 use std::any::Any;
 use std::cell::RefCell;
 use std::panic::{self, AssertUnwindSafe};
@@ -97,6 +99,14 @@ fn extension_names() -> Vec<String> {
     registry::keys().map(str::to_string).collect()
 }
 
+fn ast_json_with_version(json: String) -> String {
+    let (body, closing) = json.split_at(json.len() - 1);
+    format!(
+        "{body},\"astVersion\":\"{}\"{closing}",
+        carve_rs::AST_CONTRACT_VERSION
+    )
+}
+
 /// Map a Ruby-facing mode string to a carve-rs [`Mode`].
 ///
 /// Rejects any unknown string with `ArgumentError`, mirroring the spec's
@@ -378,7 +388,7 @@ fn render_with_includes_json(
         // parse JSON twice. Positions stay OFF, unlike `to_ast_json`: spec I4
         // leaves position remapping out of scope in every engine, so a child's
         // spans would point into a document the caller never passed.
-        IncludeTarget::Ast => Ok(carve_rs::to_json(&prepared.doc)),
+        IncludeTarget::Ast => Ok(ast_json_with_version(carve_rs::to_json(&prepared.doc))),
     }
     .map_err(|error| Error::new(ruby.exception_runtime_error(), error.to_string()))?;
     let value: serde_json::Value = if which == IncludeTarget::Ast {
@@ -522,7 +532,9 @@ fn migration_diagnostic_json(diagnostic: &carve_rs::MigrationDiagnostic) -> serd
 fn to_ast_json(source: String) -> String {
     let mut options = Options::new();
     options.positions = true;
-    carve_rs::to_json(&carve_rs::parse_with_options(&source, &options))
+    ast_json_with_version(carve_rs::to_json(&carve_rs::parse_with_options(
+        &source, &options,
+    )))
 }
 
 /// Render Carve source to HTML with the named extensions enabled.
@@ -842,42 +854,70 @@ macro_rules! guarded {
     ($wrapper:ident ( $($arg:ident : $ty:ty),* ) -> $ret:ty => $inner:ident) => {
         #[allow(clippy::too_many_arguments)]
         fn $wrapper($($arg: $ty),*) -> Result<$ret, Error> {
-            guard(|| Ok($inner($($arg),*)))
+            guard(|| Ok($inner($($arg.into()),*)))
         }
     };
     ($wrapper:ident ( $($arg:ident : $ty:ty),* ) -> $ret:ty =>? $inner:ident) => {
         #[allow(clippy::too_many_arguments)]
         fn $wrapper($($arg: $ty),*) -> Result<$ret, Error> {
-            guard(|| $inner($($arg),*))
+            guard(|| $inner($($arg.into()),*))
         }
     };
 }
 
-guarded!(g_to_html(source: String) -> String => to_html);
-guarded!(g_to_markdown(source: String) -> String => to_markdown);
-guarded!(g_to_plain_text(source: String) -> String => to_plain_text);
-guarded!(g_to_ansi(source: String) -> String => to_ansi);
-guarded!(g_to_carve(source: String) -> String => to_carve);
-guarded!(g_from_markdown_json(ruby: &Ruby, source: String) -> String =>? from_markdown_json);
-guarded!(g_to_ast_json(source: String) -> String => to_ast_json);
+struct Source(String);
+
+impl TryConvert for Source {
+    fn try_convert(value: Value) -> Result<Self, Error> {
+        let source = RString::try_convert(value)?;
+        let encoding: Value = source.funcall("encoding", ())?;
+        let name: String = encoding.funcall("name", ())?;
+        let text = if name == "ASCII-8BIT" {
+            String::from_utf8_lossy(unsafe { source.as_slice() }).into_owned()
+        } else {
+            let ruby = Ruby::get_with(source);
+            let options = ruby.hash_new();
+            options.aset(ruby.to_symbol("invalid"), ruby.to_symbol("replace"))?;
+            options.aset(ruby.to_symbol("undef"), ruby.to_symbol("replace"))?;
+            options.aset(ruby.to_symbol("replace"), "\u{FFFD}")?;
+            let encoded: RString = source.funcall("encode", ("UTF-8", magnus::KwArgs(options)))?;
+            encoded.to_string()?
+        };
+        Ok(Self(text))
+    }
+}
+
+impl From<Source> for String {
+    fn from(source: Source) -> Self {
+        source.0
+    }
+}
+
+guarded!(g_to_html(source: Source) -> String => to_html);
+guarded!(g_to_markdown(source: Source) -> String => to_markdown);
+guarded!(g_to_plain_text(source: Source) -> String => to_plain_text);
+guarded!(g_to_ansi(source: Source) -> String => to_ansi);
+guarded!(g_to_carve(source: Source) -> String => to_carve);
+guarded!(g_from_markdown_json(ruby: &Ruby, source: Source) -> String =>? from_markdown_json);
+guarded!(g_to_ast_json(source: Source) -> String => to_ast_json);
 guarded!(g_extension_names() -> Vec<String> => extension_names);
 guarded!(g_panic_probe() -> String => panic_probe);
 guarded!(
-    g_stamp_needs_review(source: String, current_version: Option<String>) -> bool
+    g_stamp_needs_review(source: Source, current_version: Option<String>) -> bool
         => stamp_needs_review
 );
 guarded!(
-    g_from_html_json(ruby: &Ruby, source: String, mode: String) -> String =>? from_html_json
+    g_from_html_json(ruby: &Ruby, source: Source, mode: String) -> String =>? from_html_json
 );
-guarded!(g_read_stamp(ruby: &Ruby, source: String) -> Value =>? read_stamp);
+guarded!(g_read_stamp(ruby: &Ruby, source: Source) -> Value =>? read_stamp);
 guarded!(
-    g_to_html_with_extensions(ruby: &Ruby, source: String, names: RArray) -> String
+    g_to_html_with_extensions(ruby: &Ruby, source: Source, names: RArray) -> String
         =>? to_html_with_extensions
 );
 guarded!(
     g_to_html_full(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash
@@ -886,7 +926,7 @@ guarded!(
 guarded!(
     g_to_html_full_with_symbols(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash,
@@ -896,7 +936,7 @@ guarded!(
 guarded!(
     g_to_html_safe(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         names: RArray,
         mode: String,
         renderers: RHash,
@@ -909,7 +949,7 @@ guarded!(
 guarded!(
     g_render_with_includes_json(
         ruby: &Ruby,
-        source: String,
+        source: Source,
         root: String,
         source_path: String,
         target: String,

data/lib/carve/version.rb

@@ -8,5 +8,5 @@ module Carve
   # compares it against ext/carve/Cargo.toml and against the newest cut
   # CHANGELOG section on every run, and .github/workflows/release.yml refuses to
   # publish a gem whose version is not the tag being released.
-  VERSION = "0.1.8"
+  VERSION = "0.1.9"
 end

data/lib/carve.rb

@@ -319,9 +319,10 @@ module Carve
     #   # => {type: "document",
     #   #     children: [{type: "heading", level: 1,
     #   #                 children: [{type: "text", value: "Hi"}], attrs: nil}],
-    #   #     srcByteLength: 4}
+    #   #     srcByteLength: 4, astVersion: "1.2"}
     #
-    # The root carries exactly +:type+, +:children+ and +:srcByteLength+ (spec
+    # The root carries exactly +:type+, +:children+, +:srcByteLength+ and
+    # +:astVersion+ (spec
     # PART 12 §7). Frontmatter and footnote definitions are block nodes in
     # +:children+, not root fields: a root field cannot carry the position §4
     # requires of every node, and both are source an editor navigates to.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carve-lang
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - markup-carve
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-14 00:00:00.000000000 Z
+date: 2026-10-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys