dtext 2.0.6

data/ext/dtext/dtext.h

@@ -0,0 +1,125 @@
+#ifndef DTEXT_H
+#define DTEXT_H
+
+#include <string>
+#include <vector>
+#include <stdexcept>
+
+typedef enum element_t {
+  DSTACK_EMPTY = 0,
+  BLOCK_P,
+  BLOCK_QUOTE,
+  BLOCK_SECTION,
+  BLOCK_SPOILER,
+  BLOCK_CODE,
+  BLOCK_TABLE,
+  BLOCK_THEAD,
+  BLOCK_TBODY,
+  BLOCK_UL,
+  BLOCK_LI,
+  BLOCK_TR,
+  BLOCK_TH,
+  BLOCK_TD,
+  BLOCK_H1,
+  BLOCK_H2,
+  BLOCK_H3,
+  BLOCK_H4,
+  BLOCK_H5,
+  BLOCK_H6,
+  INLINE_B,
+  INLINE_I,
+  INLINE_U,
+  INLINE_S,
+  INLINE_SUP,
+  INLINE_SUB,
+  INLINE_COLOR,
+  INLINE_SPOILER,
+  INLINE_CODE,
+} element_t;
+
+class DTextError : public std::runtime_error {
+  using std::runtime_error::runtime_error;
+};
+
+struct DTextOptions {
+  bool f_inline = false;
+  bool allow_color = false;
+  int max_thumbs = 25;
+  std::string base_url;
+};
+
+struct DTextResult {
+  std::string dtext;
+  std::vector<long> posts;
+};
+
+class StateMachine {
+public:
+  static DTextResult parse_dtext(const std::string_view dtext, DTextOptions options);
+  static std::string parse_basic_inline(const std::string_view dtext);
+
+private:
+  StateMachine(const std::string_view dtext, int initial_state, const DTextOptions options);
+  DTextResult parse();
+
+  inline void append(const std::string_view c);
+  inline void append(const char c);
+  inline void append_block(const std::string_view s);
+  inline void append_block(const char s);
+  inline void append_html_escaped(char s);
+  inline void append_html_escaped(const std::string_view input);
+  inline void append_uri_escaped(const std::string_view uri_part, const char whitelist = '-');
+  inline void append_url(const char* url);
+  inline void append_unnamed_url(const std::string_view url);
+  inline void append_named_url(const std::string_view url, const std::string_view title);
+  inline void append_post_search_link(const std::string_view tag, const std::string_view title);
+  inline void append_wiki_link(const std::string_view tag, const std::string_view title);
+  inline void append_id_link(const char * title, const char * id_name, const char * url);
+  inline void append_section(const std::string_view summary, bool initially_open);
+  inline void append_closing_p();
+
+  inline void dstack_close_leaf_blocks();
+  inline void dstack_close_until(element_t element);
+  inline void dstack_close_all();
+  inline void dstack_close_list();
+  inline void dstack_close_inline(element_t type, const char * close_html);
+  inline bool dstack_close_block(element_t type, const char * close_html);
+  inline void dstack_close_before_block();
+
+  inline void dstack_open_block(element_t type, const char * html);
+  inline void dstack_open_list(int depth);
+  inline void dstack_open_inline(element_t type, const char * html);
+  inline bool dstack_is_open(element_t element);
+  inline void dstack_push(element_t element);
+  inline bool dstack_check(element_t expected_element);
+  inline void dstack_rewind();
+  inline int dstack_count(element_t element);
+  inline element_t dstack_peek();
+  inline element_t dstack_pop();
+
+  DTextOptions options;
+
+  size_t top;
+  int cs;
+  int act = 0;
+  const char * p = NULL;
+  const char * pb = NULL;
+  const char * pe = NULL;
+  const char * eof = NULL;
+  const char * ts = NULL;
+  const char * te = NULL;
+  const char * a1 = NULL;
+  const char * a2 = NULL;
+  const char * b1 = NULL;
+  const char * b2 = NULL;
+
+  bool header_mode = false;
+  int ignored_sup_sub_tags = 0;
+
+  std::vector<long> posts;
+  std::string output;
+  std::vector<int> stack;
+  std::vector<element_t> dstack;
+};
+
+#endif

data/ext/dtext/extconf.rb

@@ -0,0 +1,8 @@
+require "mkmf"
+
+CONFIG["MKMF_VERBOSE"] = "1"
+
+$warnflags = "-Wall -Wextra -Werror -Wno-unused-parameter -Wuninitialized -Wnull-dereference -Wformat=2 -Wformat-overflow=2 -Wstrict-overflow=5"
+$CXXFLAGS << " -std=c++20 -O2 -pipe -flto -fno-strict-aliasing -D_GNU_SOURCE -DNDEBUG"
+
+create_makefile "dtext/dtext"

data/ext/dtext/rb_dtext.cpp

@@ -0,0 +1,54 @@
+#include "dtext.h"
+
+#include <ruby.h>
+#include <ruby/encoding.h>
+
+static VALUE cDText = Qnil;
+static VALUE cDTextError = Qnil;
+
+static VALUE c_parse(VALUE self, VALUE input, VALUE f_inline, VALUE f_allow_color, VALUE f_max_thumbs, VALUE base_url) {
+  if (NIL_P(input)) {
+    return Qnil;
+  }
+
+  StringValue(input);
+
+  DTextOptions options = {};
+  options.f_inline = RTEST(f_inline);
+  options.allow_color = RTEST(f_allow_color);
+  options.max_thumbs = FIX2LONG(f_max_thumbs);
+
+  if (!NIL_P(base_url)) {
+    options.base_url = StringValueCStr(base_url); // base_url.to_str # raises ArgumentError if base_url contains null bytes.
+  }
+
+  if (memchr(RSTRING_PTR(input), 0, RSTRING_LEN(input))) {
+    rb_raise(cDTextError, "invalid byte sequence in UTF-8");
+  }
+
+  try {
+    std::string_view dtext(RSTRING_PTR(input), RSTRING_LEN(input));
+    auto result = StateMachine::parse_dtext(dtext, options);
+
+    VALUE retStr = rb_utf8_str_new(result.dtext.c_str(), result.dtext.size());
+    VALUE retPostIds = rb_ary_new_capa(result.posts.size());
+
+    for (long post_id : result.posts) {
+      rb_ary_push(retPostIds, LONG2FIX(post_id));
+    }
+
+    VALUE ret = rb_ary_new_capa(2);
+    rb_ary_push(ret, retStr);
+    rb_ary_push(ret, retPostIds);
+
+    return ret;
+  } catch (std::exception& e) {
+    rb_raise(cDTextError, "%s", e.what());
+  }
+}
+
+extern "C" void Init_dtext() {
+  cDText = rb_define_class("DText", rb_cObject);
+  cDTextError = rb_define_class_under(cDText, "Error", rb_eStandardError);
+  rb_define_singleton_method(cDText, "c_parse", c_parse, 5);
+}

data/lib/dtext/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+class DText
+  VERSION = "2.0.6"
+end

data/lib/dtext.rb

@@ -0,0 +1,33 @@
+require "dtext/dtext"
+require "dtext/version"
+
+class DText
+  class Error < StandardError; end
+
+  def self.parse(str, inline: false, allow_color: false, max_thumbs: 25, base_url: nil)
+    return nil if str.nil?
+    raise TypeError unless str.respond_to?(:gsub)
+    str = preprocess_for_tables(str)
+    c_parse(str, inline, allow_color, max_thumbs, base_url)
+  end
+
+  private
+
+  def self.preprocess_for_tables(str)
+    str.gsub(/(?:\[ltable\])(.*?)(?:\[\/ltable\]|\z)/mi) do
+      contents = Regexp.last_match[1].strip
+      row_num = 0
+      rows = contents.split(/\n/).map do |row|
+        cols = row.split(/(?<!\\)\|/).map do |col|
+          row_num == 0 ? "[th]#{col}[/th]" : "[td]#{col}[/td]"
+        end
+        new_row = row_num == 0 ? "[thead][tr]#{cols.join('')}[/tr][/thead][tbody]" : "[tr]#{cols.join('')}[/tr]"
+        row_num += 1
+        new_row
+      end
+      "[table]#{rows.join('')}[/tbody][/table]"
+    end
+  rescue ArgumentError => e
+    raise Error.new(e.message)
+  end
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: dtext
+version: !ruby/object:Gem::Version
+  version: 2.0.6
+platform: ruby
+authors:
+- r888888888
+- evazion
+- earlopain
+- sindrake
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2026-08-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.10'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description:
+email:
+executables: []
+extensions:
+- ext/dtext/extconf.rb
+extra_rdoc_files: []
+files:
+- ext/dtext/dtext.cpp
+- ext/dtext/dtext.h
+- ext/dtext/extconf.rb
+- ext/dtext/rb_dtext.cpp
+- lib/dtext.rb
+- lib/dtext/version.rb
+homepage: http://github.com/e621ng/dtext
+licenses:
+- MIT
+metadata:
+  homepage_uri: http://github.com/e621ng/dtext
+  source_code_uri: http://github.com/e621ng/dtext
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.9
+signing_key:
+specification_version: 4
+summary: E621 DText parser
+test_files: []