@simonklee/opentui-tex-native-source 0.2.0

package/native/vendor/microtex/test/clm/test_clm.cpp

@@ -0,0 +1,140 @@
+#include <cstdio>
+
+#include "otf/clm.h"
+#include "otf/otf.h"
+
+microtex::i32 find_liga(const microtex::Otf* font, const char* txt) {
+  auto p = font->ligatures();
+  while (p != nullptr && *txt != '\0') {
+    auto id = font->glyphId(*txt);
+    p = (*p)[id];
+    txt++;
+  }
+  return p == nullptr ? -1 : p->value();
+}
+
+void show_metrics(const microtex::Glyph* glyph) {
+  printf(
+    "metrics: [%d, %d, %d]\n",
+    glyph->metrics().width(),
+    glyph->metrics().height(),
+    glyph->metrics().depth()
+  );
+}
+
+void show_glyph_assembly(const microtex::GlyphAssembly& assembly, const char* dir) {
+  printf("%s glyph assembly: italics correction: %d\n", dir, assembly.italicsCorrection());
+  printf(
+    "glyph | extender | start length | end length | full advance\n"
+    "-----------------------------------------------------------\n"  //
+  );
+  for (microtex::u16 i = 0; i < assembly.partCount(); i++) {
+    const microtex::GlyphPart& part = assembly[i];
+    printf(
+      "%5u | %8d | %12u | %10u | %12u\n",
+      part.glyph(),
+      part.isExtender(),
+      part.startConnectorLength(),
+      part.endConnectorLength(),
+      part.fullAdvance()  //
+    );
+  }
+}
+
+void show_math_kern(const microtex::MathKern& kern) {
+  if (kern.count() == 0) printf("absent");
+  for (microtex::u16 i = 0; i < kern.count(); i++) {
+    printf("(%d, %d), ", kern.correctionHeight(i), kern.value(i));
+  }
+  printf("\n");
+}
+
+void show_math_kerns(const microtex::Math& math) {
+  printf("math kern record:\n");
+  const microtex::MathKernRecord& record = math.kernRecord();
+  printf("    top left: ");
+  show_math_kern(record.topLeft());
+  printf("   top right: ");
+  show_math_kern(record.topRight());
+  printf(" bottom left: ");
+  show_math_kern(record.bottomLeft());
+  printf("bottom right: ");
+  show_math_kern(record.bottomRight());
+}
+
+void show_math(microtex::Otf* font, const microtex::Glyph* glyph) {
+  const microtex::Math& math = glyph->math();
+  const microtex::Variants& hv = math.horizontalVariants();
+  printf("horizontal variants: ");
+  for (microtex::u16 i = 0; i < hv.count(); i++) {
+    printf("%u, ", hv[i]);
+  }
+  printf("\n");
+  const microtex::Variants& vv = math.verticalVariants();
+  printf("vertical variants: ");
+  for (microtex::u16 i = 0; i < vv.count(); i++) {
+    printf("%u, ", vv[i]);
+  }
+  printf("\n");
+  show_glyph_assembly(math.horizontalAssembly(), "horizontal");
+  show_glyph_assembly(math.verticalAssembly(), "vertical");
+  show_math_kerns(math);
+}
+
+int main(int argc, char* argv[]) {
+  if (argc < 2) {
+    printf("No clm file specified\n");
+    exit(1);
+  }
+  microtex::Otf* font = microtex::Otf::fromFile(argv[1]);
+  printf("font from %s\n", argv[1]);
+  printf(
+    "unicodes count: %u, glyphs count: %u\n"
+    "is math font: %d, em: %u, x-height: %u\n"
+    "ascent: %d, descent:%d\n",
+    font->unicodesCount(),
+    font->glyphsCount(),
+    font->isMathFont(),
+    font->em(),
+    font->xHeight(),
+    font->ascent(),
+    font->descent()
+  );
+  printf("\n");
+
+  const microtex::Glyph* glyph_f = font->glyphOfUnicode('f');
+  printf("glyph info for 'f':\n");
+  printf("glyph id: %d, \n", font->glyphId('f'));
+  show_metrics(glyph_f);
+  printf("kerning of [f, a]: %d\n", glyph_f->kernRecord()[font->glyphId('a')]);
+  // glyph id of 2378 is the a.sc in XITS-Regular font
+  printf("class kerning of [V, a.sc]: %d\n", font->classKerning(font->glyphId('V'), 2378));
+  printf("ligatures:\n");
+  printf(
+    "   fj |   fa |  ffj | ffjk\n"
+    "--------------------------\n"
+    "%5d |%5d |%5d |%5d\n",
+    find_liga(font, "fj"),
+    find_liga(font, "fa"),
+    find_liga(font, "ffj"),
+    find_liga(font, "ffjk")  //
+  );
+  printf("\n");
+
+  const microtex::Glyph* brace_left = font->glyphOfUnicode('{');
+  printf("glyph info for '{':\n");
+  printf("glyph id: %d\n", font->glyphId('{'));
+  show_metrics(brace_left);
+  show_math(font, brace_left);
+  printf("\n");
+
+  const microtex::Glyph* Tau = font->glyphOfUnicode(0x0393);
+  printf("glyph info for 'Tau':\n");
+  printf("glyph id: %d\n", font->glyphId(0x0393));
+  show_metrics(Tau);
+  show_math(font, Tau);
+  printf("\n");
+
+  delete font;
+  return 0;
+}

package/native/vendor/microtex/test/env/meson.build

@@ -0,0 +1,10 @@
+src = [
+    'test_env.cpp'
+]
+
+include = include_directories('../../lib')
+
+executable('env', src,
+    include_directories: include,
+    link_with: microtex_lib
+)

package/native/vendor/microtex/test/env/test_env.cpp

@@ -0,0 +1,100 @@
+#include <cstdio>
+#include <string>
+
+#include "env/env.h"
+#include "env/units.h"
+#include "utils/utils.h"
+
+using namespace std;
+using namespace microtex;
+
+void show_char(c32 code, const Env& env, bool isMathMode = true) {
+  const auto&& chr = env.getChar(code, isMathMode);
+  std::u32string str;
+  str.append(1, chr.mappedCode);
+  printf(
+    "font style: %hx: "
+    "{ code: %X, map: %X, font: %d, glyph: %d, scale: %f }\n",
+    static_cast<u16>(env.mathFontStyle()),
+    chr.code,
+    chr.mappedCode,
+    chr.fontId,
+    chr.glyphId,
+    chr.scale
+  );
+}
+
+int main(int argc, char* argv[]) {
+  if (argc < 3) {
+    fprintf(
+      stderr,
+      "Usage:\n"
+      "  <clm file path>\n"
+      "  <font file path>\n"
+    );
+    exit(1);
+  }
+  // load math font to context
+  FontSrcFile src{string(argv[1]), string(argv[2])};
+  FontContext::addFont(src);
+  // create a font context and env
+  auto fc = sptrOf<FontContext>();
+  fc->selectMathFont(argv[1]);
+  Env env(TexStyle::display, fc, 20.f);
+  // test unit conversions
+  printf("varies length in font design unit of 20 point-size:\n");
+  printf(
+    "1em = %f\n"
+    "1ex = %f\n"
+    "1px = %f\n"
+    "1bp = %f\n"
+    "1pc = %f\n"
+    "1mu = %f\n"
+    "1cm = %f\n"
+    "1mm = %f\n"
+    "1in = %f\n"
+    "1sp = %f\n"
+    "1pt = %f\n"
+    "1dd = %f\n"
+    "1cc = %f\n",
+    Units::fsize(UnitType::em, 1.f, env),
+    Units::fsize(UnitType::ex, 1.f, env),
+    Units::fsize(UnitType::pixel, 1.f, env),
+    Units::fsize(UnitType::point, 1.f, env),
+    Units::fsize(UnitType::pica, 1.f, env),
+    Units::fsize(UnitType::mu, 1.f, env),
+    Units::fsize(UnitType::cm, 1.f, env),
+    Units::fsize(UnitType::mm, 1.f, env),
+    Units::fsize(UnitType::in, 1.f, env),
+    Units::fsize(UnitType::sp, 1.f, env),
+    Units::fsize(UnitType::pt, 1.f, env),
+    Units::fsize(UnitType::dd, 1.f, env),
+    Units::fsize(UnitType::cc, 1.f, env)
+  );
+  printf("\n");
+
+  env.setStyle(TexStyle::scriptScript);
+  printf("varies char with TexStyle::scriptScript in 20 point size:\n");
+  show_char('a', env);
+  show_char('h', env);
+  show_char('z', env);
+  show_char('{', env);
+  show_char(0x1d53a, env);
+  printf("\n");
+
+  env.addMathFontStyle(FontStyle::rm);
+  env.addMathFontStyle(FontStyle::bf);
+  env.addMathFontStyle(FontStyle::it);
+  env.addMathFontStyle(FontStyle::cal);
+  env.addMathFontStyle(FontStyle::frak);
+  env.addMathFontStyle(FontStyle::bb);
+  env.addMathFontStyle(FontStyle::sf);
+  env.addMathFontStyle(FontStyle::tt);
+  printf("varies char with TexStyle::scriptScript and full FontStyle in 20 point size:\n");
+  show_char('a', env);
+  show_char('h', env);
+  show_char('z', env);
+  show_char('{', env);
+  printf("\n");
+  return 0;
+}

package/native/vendor/microtex/test/fuzzer/afl.native

@@ -0,0 +1,20 @@
+[binaries]
+c = 'afl-cc'
+cpp = 'afl-c++'
+pkg-config = 'pkg-config'
+
+[properties]
+is_fuzzer = true
+
+[project options]
+CAIRO = false
+EXAMPLE_GTKMM = false
+
+GTK = false
+EXAMPLE_GTK = false
+
+QT = false
+EXAMPLE_QT = false
+
+GDI = 'disabled'
+EXAMPLE_WIN32 = false

package/native/vendor/microtex/test/fuzzer/fuzz.sh

@@ -0,0 +1,135 @@
+#!/bin/bash
+# vim: set noet ts=2 sw=2:
+set -e
+
+project_root="../../"
+build_root="./_fuzzi"
+
+seeds_dir="./seeds/"
+fuzz_out="./output/"
+
+function print_help {
+	echo "Usage: fuzz.sh [--project-root <root>] [--build-root <intrumented build root>] [--seeds-dir <dir>] [--fuzzer-output-dir <dir>] <setup | [--no-cpu-check]>"
+}
+
+while getopts ":h:p:b:s:o:-:" opt; do
+	case $opt in
+		h)
+			print_help
+			exit 0
+			;;
+		p)
+			project_root="$OPTARG"
+			;;
+		b)
+			build_root="$OPTARG"
+			;;
+		s)
+			seeds_dir="$OPTARG"
+			;;
+		o)
+			fuzz_out="$OPTARG"
+			;;
+		-)
+			case "${OPTARG}" in
+				help)
+					print_help
+					exit 0
+					;;
+				project-root)
+					project_root="${!OPTIND}"
+					OPTIND=$((OPTIND + 1))
+					;;
+				build-root)
+					build_root="${!OPTIND}"
+					OPTIND=$((OPTIND + 1))
+					;;
+				seeds-dir)
+					seeds_dir="${!OPTIND}"
+					OPTIND=$((OPTIND + 1))
+					;;
+				fuzzer-output-dir)
+					fuzz_out="${!OPTIND}"
+					OPTIND=$((OPTIND + 1))
+					;;
+				no-cpu-check)
+					export AFL_SKIP_CPUFREQ=1
+					;;
+				*)
+					echo "Invalid option: --${OPTARG}" >&2
+					exit 1
+					;;
+			esac
+			;;
+		\?)
+			echo "Invalid option: -$OPTARG" >&2
+			exit 1
+			;;
+	esac
+done
+
+shift $((OPTIND - 1))
+
+dir="$project_root/test/fuzzer/"
+
+case $1 in
+	setup)
+		echo "Running setup..."
+		if [ -d "$build_root" ]; then
+			echo "Build root \"$build_root\" already exists. Delete?"
+			# Credit to Tiago Lopo and John Kugelman on SO (https://stackoverflow.com/a/29436423)
+			# Licensed under CC-BY-SA-3.0
+			while true; do
+				read -p "  [y/N]:" inp
+				case "$inp" in
+					[Yy*])
+						rm -rf -- "$build_root"
+						break
+						;;
+					*)
+						echo "Aborting setup. Have a great day!"
+						exit 1
+						;;
+				esac
+			done
+		fi
+		meson setup "$build_root" "$project_root" --native-file "$dir/afl.native"
+		mkdir -p "$seeds_dir" "$fuzz_out"
+		"$dir/generateSeed.java" "$project_root/res/SAMPLES.tex" "$seeds_dir"
+		exit 0
+		;;
+	min)
+		echo "Minimizing all crashes..."
+		CRASHDIR="$fuzz_out/default/crashes/"
+		if [ ! -d "$CRASHDIR" ]; then
+			echo "Did not found crash directory at expected location: $CRASHDIR, please run the fuzzer first."
+			exit 1
+		fi
+		MINOUT="$fuzz_out/default/crashes-min/"
+		mkdir -p "$MINOUT"
+		for crash in "$CRASHDIR"/id*; do
+			MICROTEX_FONTDIR="$project_root/res/lm-math/" afl-tmin -i "$crash" -o "$MINOUT"/`basename "$crash"` -- "$build_root/test/fuzzer/microtex-fuzzme"
+		done
+		exit 0
+		;;
+	dbg)
+		if [ -z "$2" ]; then
+			echo "You need to specify the specific crash. ./fuzz.sh [options] dbg <path/to/crashfile>"
+			exit 1
+		fi
+		ninja -C "$build_root"
+		MICROTEX_FONTDIR="$project_root/res/lm-math/" gdb  "$build_root/test/fuzzer/microtex-fuzzme" -ex "run <'$2'"
+		exit 0
+		;;
+	"")
+		;;
+	*)
+		echo "Invalid argument: $1."
+		print_help
+		exit 1
+		;;
+esac
+
+ninja -C "$build_root"
+mkdir -p "$fuzz_out"
+MICROTEX_FONTDIR="$project_root/res/lm-math/" afl-fuzz -i "$seeds_dir" -o "$fuzz_out" -x "$dir/microtex.dict" -- "$build_root/test/fuzzer/microtex-fuzzme"

package/native/vendor/microtex/test/fuzzer/fuzzer.cpp

@@ -0,0 +1,61 @@
+#include "platform_none.cpp"
+
+#include <stdio.h>
+#include <unistd.h>
+
+#include <microtex.h>
+#include <utils/exceptions.h>
+
+#define FONT_SIZE 18.f
+
+#ifndef __AFL_FUZZ_TESTCASE_LEN
+	ssize_t fuzz_len;
+	#define __AFL_FUZZ_TESTCASE_LEN fuzz_len
+	unsigned char fuzz_buf[1024000];
+	#define __AFL_FUZZ_TESTCASE_BUF fuzz_buf
+	#define __AFL_FUZZ_INIT() void sync(void);
+	#define __AFL_LOOP(x) ((fuzz_len = read(0, fuzz_buf, sizeof(fuzz_buf))) > 0 ? 1 : 0)
+	#define __AFL_INIT() sync()
+#endif
+
+__AFL_FUZZ_INIT();
+int main(void) {
+	microtex::Init init = microtex::InitFontSenseAuto{};
+	microtex::MicroTeX::init(init);
+
+	microtex::PlatformFactory::registerFactory(
+		"none",
+		std::make_unique<microtex::PlatformFactory_none>()
+	);
+	microtex::PlatformFactory::activate("none");
+
+#ifdef __AFL_HAVE_MANUAL_CONTROL
+	__AFL_INIT();
+#endif
+	unsigned char* buf = __AFL_FUZZ_TESTCASE_BUF;
+	while (__AFL_LOOP(10000)) {
+		int len = __AFL_FUZZ_TESTCASE_LEN;
+		if (len < 2) // assume that single characters are always working
+			continue;
+		try {
+			microtex::Render* render = microtex::MicroTeX::parse(
+				std::string((char*)buf, len),
+				0,
+				FONT_SIZE,
+				FONT_SIZE / 3.f,
+				0xff000000
+			);
+
+			microtex::Graphics2D_none g2;
+			render->draw(g2, 0, 0);
+
+			delete render;
+		} catch (microtex::ex_parse& e) {
+			fprintf(stderr, "MicroTeX parsing error: %s\n", e.what());
+		} catch (microtex::ex_invalid_state& e) {
+			fprintf(stderr, "MicroTeX rendering error: %s\n", e.what());
+		}
+	}
+
+	microtex::MicroTeX::release();
+}

package/native/vendor/microtex/test/fuzzer/generateSeed.java

@@ -0,0 +1,33 @@
+//usr/bin/env java "$0" "$@"; exit $?
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Arrays;
+import java.util.stream.Collectors;
+
+public class generateSeed {
+	public static void main(String[] args) throws java.io.IOException {
+		if (args.length < 1 || args.length > 2) {
+			System.err.println("Usage: generateSeed.java <path/to/SAMPLES.tex> [seeds_output_dir]");
+			System.exit(1);
+		}
+
+		Arrays.stream(
+			Files.readString(Path.of(args[0]))
+				.split("\n\n%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n\n")
+		).collect(
+			Collectors.toMap(
+				s -> s.lines().findFirst().get().replaceFirst("%", ""),
+				s -> s
+			)
+		).forEach(
+			(k,v) -> {
+				try {
+					Files.writeString(Path.of(args.length == 2 ? args[1] : "seeds", k + ".tex"), v);
+				} catch (java.io.IOException e) {
+					throw new RuntimeException(e);
+				}
+			}
+		);
+	}
+}

package/native/vendor/microtex/test/fuzzer/meson.build

@@ -0,0 +1,9 @@
+executable('microtex-fuzzme', [
+    'fuzzer.cpp',
+    'platform_none.cpp'
+  ],
+  dependencies: [
+    microtex_dep
+  ],
+  install: false
+)