koffi 2.12.0 → 2.12.2

package/src/core/{libcc → base}/mimetypes.inc

@@ -1,7 +1,7 @@
-// Copyright 2023 Niels Martignène <niels.martignene@protonmail.com>
+// Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
 //
 // Permission is hereby granted, free of charge, to any person obtaining a copy of
-// this software and associated documentation files (the “Software”), to deal in 
+// this software and associated documentation files (the “Software”), to deal in
 // the Software without restriction, including without limitation the rights to use,
 // copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
 // Software, and to permit persons to whom the Software is furnished to do so,
@@ -19,12 +19,13 @@
 // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 // OTHER DEALINGS IN THE SOFTWARE.
 
-#ifndef MIMETYPE
+#if !defined(MIMETYPE)
     #error Please define MIMETYPE() before including mimetypes.inc
 #endif
 
 MIMETYPE(".123", "application/vnd.lotus-1-2-3")
 MIMETYPE(".1km", "application/vnd.1000minds.decision-model+xml")
+MIMETYPE(".210", "model/step")
 MIMETYPE(".3dml", "text/vnd.in3d.3dml")
 MIMETYPE(".3ds", "image/x-3ds")
 MIMETYPE(".3g2", "video/3gpp2")
@@ -91,15 +92,18 @@ MIMETYPE(".azs", "application/vnd.airzip.filesecure.azs")
 MIMETYPE(".azv", "image/vnd.airzip.accelerator.azv")
 MIMETYPE(".azw", "application/vnd.amazon.ebook")
 MIMETYPE(".b16", "image/vnd.pco.b16")
+MIMETYPE(".bary", "model/vnd.bary")
 MIMETYPE(".bat", "application/x-msdownload")
 MIMETYPE(".bcpio", "application/x-bcpio")
 MIMETYPE(".bdf", "application/x-font-bdf")
 MIMETYPE(".bdm", "application/vnd.syncml.dm+wbxml")
+MIMETYPE(".bdo", "application/vnd.nato.bindingdataobject+xml")
 MIMETYPE(".bdoc", "application/bdoc")
 MIMETYPE(".bed", "application/vnd.realvnc.bed")
 MIMETYPE(".bh2", "application/vnd.fujitsu.oasysprs")
 MIMETYPE(".bin", "application/octet-stream")
 MIMETYPE(".blb", "application/x-blorb")
+MIMETYPE(".blend", "application/x-blender")
 MIMETYPE(".blorb", "application/x-blorb")
 MIMETYPE(".bmi", "application/vnd.bmi")
 MIMETYPE(".bmml", "application/vnd.balsamiq.bmml+xml")
@@ -108,6 +112,8 @@ MIMETYPE(".book", "application/vnd.framemaker")
 MIMETYPE(".box", "application/vnd.previewsystems.box")
 MIMETYPE(".boz", "application/x-bzip2")
 MIMETYPE(".bpk", "application/octet-stream")
+MIMETYPE(".brush", "application/vnd.procreate.brush")
+MIMETYPE(".brushset", "application/vnd.procrate.brushset")
 MIMETYPE(".bsp", "model/vnd.valve.source.compiled-map")
 MIMETYPE(".btf", "image/prs.btif")
 MIMETYPE(".btif", "image/prs.btif")
@@ -205,6 +211,8 @@ MIMETYPE(".dataless", "application/vnd.fdsn.seed")
 MIMETYPE(".davmount", "application/davmount+xml")
 MIMETYPE(".dbf", "application/vnd.dbf")
 MIMETYPE(".dbk", "application/docbook+xml")
+MIMETYPE(".dcm", "application/dicom")
+MIMETYPE(".dcmp", "application/vnd.dcmp+xml")
 MIMETYPE(".dcr", "application/x-director")
 MIMETYPE(".dcurl", "text/vnd.curl.dcurl")
 MIMETYPE(".dd2", "application/vnd.oma.dd2+xml")
@@ -231,6 +239,7 @@ MIMETYPE(".dmg", "application/octet-stream")
 MIMETYPE(".dmp", "application/vnd.tcpdump.pcap")
 MIMETYPE(".dms", "application/octet-stream")
 MIMETYPE(".dna", "application/vnd.dna")
+MIMETYPE(".dng", "image/x-adobe-dng")
 MIMETYPE(".doc", "application/msword")
 MIMETYPE(".docm", "application/vnd.ms-word.document.macroenabled.12")
 MIMETYPE(".docx", "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
@@ -242,6 +251,7 @@ MIMETYPE(".dpg", "application/vnd.dpgraph")
 MIMETYPE(".dpx", "image/dpx")
 MIMETYPE(".dra", "audio/vnd.dra")
 MIMETYPE(".drle", "image/dicom-rle")
+MIMETYPE(".drm", "application/vnd.procreate.dream")
 MIMETYPE(".dsc", "text/prs.lines.tag")
 MIMETYPE(".dssc", "application/dssc+der")
 MIMETYPE(".dtb", "application/x-dtbook+xml")
@@ -296,6 +306,7 @@ MIMETYPE(".f4v", "video/x-f4v")
 MIMETYPE(".f77", "text/x-fortran")
 MIMETYPE(".f90", "text/x-fortran")
 MIMETYPE(".fbs", "image/vnd.fastbidsheet")
+MIMETYPE(".fbx", "application/vnd.autodesk.fbx")
 MIMETYPE(".fcdt", "application/vnd.adobe.formscentral.fcdt")
 MIMETYPE(".fcs", "application/vnd.isac.fcs")
 MIMETYPE(".fdf", "application/fdf")
@@ -340,17 +351,22 @@ MIMETYPE(".gbr", "application/rpki-ghostbusters")
 MIMETYPE(".gca", "application/x-gca-compressed")
 MIMETYPE(".gdl", "model/vnd.gdl")
 MIMETYPE(".gdoc", "application/vnd.google-apps.document")
+MIMETYPE(".gdraw", "application/vnd.google-apps.drawing")
 MIMETYPE(".ged", "text/vnd.familysearch.gedcom")
 MIMETYPE(".geo", "application/vnd.dynageo")
 MIMETYPE(".geojson", "application/geo+json")
 MIMETYPE(".gex", "application/vnd.geometry-explorer")
+MIMETYPE(".gform", "application/vnd.google-apps.form")
 MIMETYPE(".ggb", "application/vnd.geogebra.file")
+MIMETYPE(".ggs", "application/vnd.geogebra.slides")
 MIMETYPE(".ggt", "application/vnd.geogebra.tool")
 MIMETYPE(".ghf", "application/vnd.groove-help")
 MIMETYPE(".gif", "image/gif")
 MIMETYPE(".gim", "application/vnd.groove-identity-message")
+MIMETYPE(".gjam", "application/vnd.google-apps.jam")
 MIMETYPE(".glb", "model/gltf-binary")
 MIMETYPE(".gltf", "model/gltf+json")
+MIMETYPE(".gmap", "application/vnd.google-apps.map")
 MIMETYPE(".gml", "application/gml+xml")
 MIMETYPE(".gmx", "application/vnd.gmx")
 MIMETYPE(".gnumeric", "application/x-gnumeric")
@@ -363,8 +379,10 @@ MIMETYPE(".gramps", "application/x-gramps-xml")
 MIMETYPE(".gre", "application/vnd.geometry-explorer")
 MIMETYPE(".grv", "application/vnd.groove-injector")
 MIMETYPE(".grxml", "application/srgs+xml")
+MIMETYPE(".gscript", "application/vnd.google-apps.script")
 MIMETYPE(".gsf", "application/x-font-ghostscript")
 MIMETYPE(".gsheet", "application/vnd.google-apps.spreadsheet")
+MIMETYPE(".gsite", "application/vnd.google-apps.site")
 MIMETYPE(".gslides", "application/vnd.google-apps.presentation")
 MIMETYPE(".gtar", "application/x-gtar")
 MIMETYPE(".gtm", "application/vnd.groove-tool-message")
@@ -395,7 +413,6 @@ MIMETYPE(".hpgl", "application/vnd.hp-hpgl")
 MIMETYPE(".hpid", "application/vnd.hp-hpid")
 MIMETYPE(".hps", "application/vnd.hp-hps")
 MIMETYPE(".hqx", "application/mac-binhex40")
-MIMETYPE(".hsj2", "image/hsj2")
 MIMETYPE(".htc", "text/x-component")
 MIMETYPE(".htke", "application/vnd.kenameaapp")
 MIMETYPE(".htm", "text/html")
@@ -429,6 +446,7 @@ MIMETYPE(".install", "application/x-install-instructions")
 MIMETYPE(".iota", "application/vnd.astraea-software.iota")
 MIMETYPE(".ipfix", "application/ipfix")
 MIMETYPE(".ipk", "application/vnd.shana.informed.package")
+MIMETYPE(".ipynb", "application/x-ipynb+json")
 MIMETYPE(".irm", "application/vnd.ibm.rights-management")
 MIMETYPE(".irp", "application/vnd.irepository.package+xml")
 MIMETYPE(".iso", "application/octet-stream")
@@ -438,10 +456,13 @@ MIMETYPE(".ivp", "application/vnd.immervision-ivp")
 MIMETYPE(".ivu", "application/vnd.immervision-ivu")
 MIMETYPE(".jad", "text/vnd.sun.j2me.app-descriptor")
 MIMETYPE(".jade", "text/jade")
+MIMETYPE(".jaii", "image/jaii")
+MIMETYPE(".jais", "image/jais")
 MIMETYPE(".jam", "application/vnd.jam")
 MIMETYPE(".jar", "application/java-archive")
 MIMETYPE(".jardiff", "application/x-java-archive-diff")
 MIMETYPE(".java", "text/x-java-source")
+MIMETYPE(".jfif", "image/pjpeg")
 MIMETYPE(".jhc", "image/jphc")
 MIMETYPE(".jisp", "application/vnd.jisp")
 MIMETYPE(".jls", "image/jls")
@@ -467,6 +488,7 @@ MIMETYPE(".jsonld", "application/ld+json")
 MIMETYPE(".jsonml", "application/jsonml+json")
 MIMETYPE(".jsx", "text/jsx")
 MIMETYPE(".jt", "model/jt")
+MIMETYPE(".jxl", "image/jxl")
 MIMETYPE(".jxr", "image/jxr")
 MIMETYPE(".jxra", "image/jxra")
 MIMETYPE(".jxrs", "image/jxrs")
@@ -511,6 +533,7 @@ MIMETYPE(".litcoffee", "text/coffeescript")
 MIMETYPE(".lnk", "application/x-ms-shortcut")
 MIMETYPE(".log", "text/plain")
 MIMETYPE(".lostxml", "application/lost+xml")
+MIMETYPE(".lottie", "application/zip+dotlottie")
 MIMETYPE(".lrf", "application/octet-stream")
 MIMETYPE(".lrm", "application/vnd.ms-lrm")
 MIMETYPE(".ltf", "application/vnd.frogans.ltf")
@@ -524,11 +547,14 @@ MIMETYPE(".m14", "application/x-msmediaview")
 MIMETYPE(".m1v", "video/mpeg")
 MIMETYPE(".m21", "application/mp21")
 MIMETYPE(".m2a", "audio/mpeg")
+MIMETYPE(".m2t", "video/mp2t")
+MIMETYPE(".m2ts", "video/mp2t")
 MIMETYPE(".m2v", "video/mpeg")
 MIMETYPE(".m3a", "audio/mpeg")
 MIMETYPE(".m3u", "audio/x-mpegurl")
 MIMETYPE(".m3u8", "application/vnd.apple.mpegurl")
 MIMETYPE(".m4a", "audio/mp4")
+MIMETYPE(".m4b", "audio/mp4")
 MIMETYPE(".m4p", "application/mp4")
 MIMETYPE(".m4s", "video/iso.segment")
 MIMETYPE(".m4u", "video/vnd.mpegurl")
@@ -563,6 +589,8 @@ MIMETYPE(".mfm", "application/vnd.mfmp")
 MIMETYPE(".mft", "application/rpki-manifest")
 MIMETYPE(".mgp", "application/vnd.osgeo.mapguide.package")
 MIMETYPE(".mgz", "application/vnd.proteus.magazine")
+MIMETYPE(".mht", "message/rfc822")
+MIMETYPE(".mhtml", "message/rfc822")
 MIMETYPE(".mid", "audio/midi")
 MIMETYPE(".midi", "audio/midi")
 MIMETYPE(".mie", "application/x-mie")
@@ -685,6 +713,8 @@ MIMETYPE(".ogg", "audio/ogg")
 MIMETYPE(".ogv", "video/ogg")
 MIMETYPE(".ogx", "application/ogg")
 MIMETYPE(".omdoc", "application/omdoc+xml")
+MIMETYPE(".one", "application/onenote")
+MIMETYPE(".onea", "application/onenote")
 MIMETYPE(".onepkg", "application/onenote")
 MIMETYPE(".onetmp", "application/onenote")
 MIMETYPE(".onetoc", "application/onenote")
@@ -713,6 +743,7 @@ MIMETYPE(".oxt", "application/vnd.openofficeorg.extension")
 MIMETYPE(".p", "text/x-pascal")
 MIMETYPE(".p10", "application/pkcs10")
 MIMETYPE(".p12", "application/x-pkcs12")
+MIMETYPE(".p21", "model/step")
 MIMETYPE(".p7b", "application/x-pkcs7-certificates")
 MIMETYPE(".p7c", "application/pkcs7-mime")
 MIMETYPE(".p7m", "application/pkcs7-mime")
@@ -935,10 +966,13 @@ MIMETYPE(".ssml", "application/ssml+xml")
 MIMETYPE(".st", "application/vnd.sailingtracker.track")
 MIMETYPE(".stc", "application/vnd.sun.xml.calc.template")
 MIMETYPE(".std", "application/vnd.sun.xml.draw.template")
+MIMETYPE(".step", "model/step")
 MIMETYPE(".stf", "application/vnd.wt.stf")
 MIMETYPE(".sti", "application/vnd.sun.xml.impress.template")
 MIMETYPE(".stk", "application/hyperstudio")
 MIMETYPE(".stl", "application/vnd.ms-pki.stl")
+MIMETYPE(".stp", "model/step")
+MIMETYPE(".stpnc", "model/step")
 MIMETYPE(".stpx", "model/step+xml")
 MIMETYPE(".stpxz", "model/step-xml+zip")
 MIMETYPE(".stpz", "model/step+zip")
@@ -1072,6 +1106,7 @@ MIMETYPE(".vcs", "text/x-vcalendar")
 MIMETYPE(".vcx", "application/vnd.vcx")
 MIMETYPE(".vdi", "application/x-virtualbox-vdi")
 MIMETYPE(".vds", "model/vnd.sap.vds")
+MIMETYPE(".vdx", "application/vnd.ms-visio.viewer")
 MIMETYPE(".vhd", "application/x-virtualbox-vhd")
 MIMETYPE(".vis", "application/vnd.visionary")
 MIMETYPE(".viv", "video/vnd.vivo")
@@ -1081,6 +1116,7 @@ MIMETYPE(".vor", "application/vnd.stardivision.writer")
 MIMETYPE(".vox", "application/x-authorware-bin")
 MIMETYPE(".vrml", "model/vrml")
 MIMETYPE(".vsd", "application/vnd.visio")
+MIMETYPE(".vsdx", "application/vnd.visio")
 MIMETYPE(".vsf", "application/vnd.vsf")
 MIMETYPE(".vss", "application/vnd.visio")
 MIMETYPE(".vst", "application/vnd.visio")
@@ -1088,6 +1124,7 @@ MIMETYPE(".vsw", "application/vnd.visio")
 MIMETYPE(".vtf", "image/vnd.valve.source.texture")
 MIMETYPE(".vtt", "text/vtt")
 MIMETYPE(".vtu", "model/vnd.vtu")
+MIMETYPE(".vtx", "application/vnd.visio")
 MIMETYPE(".vxml", "application/voicexml+xml")
 MIMETYPE(".w3d", "application/x-director")
 MIMETYPE(".wad", "application/x-doom")
@@ -1154,6 +1191,7 @@ MIMETYPE(".xbd", "application/vnd.fujixerox.docuworks.binder")
 MIMETYPE(".xbm", "image/x-xbitmap")
 MIMETYPE(".xca", "application/xcap-caps+xml")
 MIMETYPE(".xcs", "application/calendar+xml")
+MIMETYPE(".xdcf", "application/vnd.gov.sk.xmldatacontainer+xml")
 MIMETYPE(".xdf", "application/xcap-diff+xml")
 MIMETYPE(".xdm", "application/vnd.syncml.dm+xml")
 MIMETYPE(".xdp", "application/vnd.adobe.xdp+xml")

package/src/core/{libcc → base}/mimetypes_gen.py

@@ -1,9 +1,9 @@
 #!/usr/bin/env python3
 
-# Copyright 2023 Niels Martignène <niels.martignene@protonmail.com>
+# Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy of
-# this software and associated documentation files (the “Software”), to deal in 
+# this software and associated documentation files (the “Software”), to deal in
 # the Software without restriction, including without limitation the rights to use,
 # copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
 # Software, and to permit persons to whom the Software is furnished to do so,
@@ -65,7 +65,7 @@ if __name__ == "__main__":
             f.write(line)
 
         print('', file = f)
-        print('#ifndef MIMETYPE', file = f)
+        print('#if !defined(MIMETYPE)', file = f)
         print('    #error Please define MIMETYPE() before including mimetypes.inc', file = f)
         print('#endif', file = f)
         print('', file = f)

package/src/core/unicode/generate.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+
+# Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the “Software”), to deal in
+# the Software without restriction, including without limitation the rights to use,
+# copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+# Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+
+import sys
+import re
+import argparse
+import urllib.request
+import os.path
+from collections import namedtuple
+
+DEFAULT_URL = 'https://unicode.org/Public/16.0.0'
+
+LICENSE_HEADER = """// Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
+
+// Permission is hereby granted, free of charge, to any person obtaining a copy of
+// this software and associated documentation files (the “Software”), to deal in
+// the Software without restriction, including without limitation the rights to use,
+// copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+// Software, and to permit persons to whom the Software is furnished to do so,
+// subject to the following conditions:
+
+// The above copyright notice and this permission notice shall be included in all
+// copies or substantial portions of the Software.
+
+// THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+// WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+// OTHER DEALINGS IN THE SOFTWARE."""
+
+XidResult = namedtuple('XidResult', ['version', 'id_start', 'id_continue'])
+
+def parse_properties_xid(text):
+    id_start = []
+    id_continue = []
+
+    lines = iter(text.splitlines())
+    version = next(lines).strip("\n\r \t#") + ' -- ' + next(lines).strip("\n\r \t#")
+
+    for line in lines:
+        line = line.strip()
+
+        if not line or line[0] == '#':
+            continue
+
+        parts = [part.strip() for part in re.split('[;#]', line)]
+        if len(parts) < 3:
+            continue
+
+        if '..' in parts[0]:
+            start, end = parts[0].split('..')
+        else:
+            start, end = parts[0], parts[0]
+        start, end = int(start, 16), int(end, 16)
+
+        if parts[1] == 'ID_Start':
+            id_start.append((start, end + 1))
+        elif parts[1] == 'ID_Continue':
+            id_continue.append((start, end + 1))
+
+    return XidResult(version = version, id_start = id_start, id_continue = id_continue)
+
+def write_xid_header(xid, f):
+    f.write(f"""{LICENSE_HEADER}
+
+// This file is autogenerated by generator.py
+// Version: {xid.version}
+
+namespace RG {{
+
+static const int32_t XidStartTable[] = {{""")
+    for i, v in enumerate(xid.id_start):
+        if i % 5 == 0: f.write('\n   ')
+        f.write(f' 0x{v[0]:05X}, 0x{v[1]:05X}{"," if i + 1 < len(xid.id_start) else ""}')
+    f.write("""
+};
+
+static const int32_t XidContinueTable[] = {""")
+    for i, v in enumerate(xid.id_continue):
+        if i % 5 == 0: f.write('\n   ')
+        f.write(f' 0x{v[0]:05X}, 0x{v[1]:05X}{"," if i + 1 < len(xid.id_continue) else ""}')
+    f.write("""
+};
+
+}
+""")
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description = 'Extract xid and wcwidth information from Unicode standard')
+    parser.add_argument('url', metavar = 'url', type = str, nargs = '?', help = 'URL of Unicode standard', default = DEFAULT_URL)
+    parser.add_argument('-O', '--output_dir', metavar = 'directory', type = str, help = 'output directory for generated files', default = '.')
+    args = parser.parse_args()
+
+    url = args.url.strip('/') + '/ucd/'
+
+    # XID
+    with urllib.request.urlopen(url + 'DerivedCoreProperties.txt') as f:
+        text = f.read().decode('UTF-8')
+        xid = parse_properties_xid(text)
+    with open(os.path.join(args.output_dir, 'xid.inc'), 'w') as f:
+        write_xid_header(xid, f)

package/src/core/unicode/xid.cc

@@ -0,0 +1,52 @@
+// Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
+
+// Permission is hereby granted, free of charge, to any person obtaining a copy of
+// this software and associated documentation files (the “Software”), to deal in
+// the Software without restriction, including without limitation the rights to use,
+// copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+// Software, and to permit persons to whom the Software is furnished to do so,
+// subject to the following conditions:
+
+// The above copyright notice and this permission notice shall be included in all
+// copies or substantial portions of the Software.
+
+// THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+// WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+// OTHER DEALINGS IN THE SOFTWARE.
+
+#include "src/core/base/base.hh"
+#include "xid.inc"
+
+namespace RG {
+
+static bool TestUnicodeTable(Span<const int32_t> table, int32_t uc)
+{
+    RG_ASSERT(table.len > 0);
+    RG_ASSERT(table.len % 2 == 0);
+
+    auto it = std::upper_bound(table.begin(), table.end(), uc,
+                               [](int32_t uc, int32_t x) { return uc < x; });
+    Size idx = it - table.ptr;
+
+    // Each pair of value in table represents a valid interval
+    return idx & 0x1;
+}
+
+bool IsXidStart(int32_t uc)
+{
+    bool match = IsAsciiAlpha(uc) || uc == '_' || TestUnicodeTable(XidStartTable, uc);
+    return match;
+}
+
+bool IsXidContinue(int32_t uc)
+{
+    bool match = IsAsciiAlphaOrDigit(uc) || uc == '_' || TestUnicodeTable(XidContinueTable, uc);
+    return match;
+}
+
+}

package/src/core/unicode/xid.hh

@@ -0,0 +1,29 @@
+// Copyright (C) 2025  Niels Martignène <niels.martignene@protonmail.com>
+
+// Permission is hereby granted, free of charge, to any person obtaining a copy of
+// this software and associated documentation files (the “Software”), to deal in
+// the Software without restriction, including without limitation the rights to use,
+// copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+// Software, and to permit persons to whom the Software is furnished to do so,
+// subject to the following conditions:
+
+// The above copyright notice and this permission notice shall be included in all
+// copies or substantial portions of the Software.
+
+// THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+// WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+// OTHER DEALINGS IN THE SOFTWARE.
+
+#include "src/core/base/base.hh"
+
+namespace RG {
+
+bool IsXidStart(int32_t uc);
+bool IsXidContinue(int32_t uc);
+
+}