react-native-codepad-lang-markdown 0.0.0-stage → 0.1.0

package/CodepadLangMarkdown.podspec

@@ -0,0 +1,28 @@
+require "json"
+
+package = JSON.parse(File.read(File.join(__dir__, "package.json")))
+
+Pod::Spec.new do |s|
+  s.name         = "CodepadLangMarkdown"
+  s.version      = package["version"]
+  s.summary      = package["description"]
+  s.homepage     = package["homepage"]
+  s.license      = package["license"]
+  s.authors      = package["author"]
+  s.platforms    = { :ios => "17.0" }
+  s.source       = { :git => "https://github.com/SectionTN/react-native-codepad.git", :tag => "v#{s.version}" }
+
+  s.source_files = ["ios/*.{h,swift}", "grammar/tree-sitter-markdown/src/parser.c", "grammar/tree-sitter-markdown/src/scanner.c", "grammar/tree-sitter-markdown-inline/src/parser.c", "grammar/tree-sitter-markdown-inline/src/scanner.c"]
+  s.public_header_files = "ios/*.h"
+  s.preserve_paths = "grammar/**/*"
+  s.compiler_flags = "-w"
+  s.pod_target_xcconfig = {
+    "HEADER_SEARCH_PATHS" => "\"$(PODS_TARGET_SRCROOT)/grammar/tree-sitter-markdown/src\" \"$(PODS_TARGET_SRCROOT)/grammar/tree-sitter-markdown-inline/src\"",
+    "GCC_OPTIMIZATION_LEVEL" => "1",
+    "CLANG_CXX_LANGUAGE_STANDARD" => "c++20",
+    "SWIFT_OBJC_INTEROP_MODE" => "objcxx",
+    "DEFINES_MODULE" => "YES",
+  }
+
+  s.dependency "Codepad"
+end

package/README.md

@@ -1,3 +1,51 @@
-# Temporary Holding Version
+# react-native-codepad-lang-markdown
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+Generated package. Do not edit by hand; run `yarn gen:languages` in the react-native-codepad repository.
+
+Grammar: tree-sitter-grammars/tree-sitter-markdown at a0a00f817d02412bd92c54d316f164d827b57b5c. Queries: nvim-treesitter at e289100ff98969e118c702199d88b764ce9e7fdf.
+
+## Install
+
+```sh
+yarn add react-native-codepad react-native-codepad-lang-markdown
+```
+
+Then pass `language="markdown"` to `CodeEditor`. Theme token keys this package produces:
+
+### markdown
+
+- `keyword.directive`
+- `label`
+- `markup.heading`
+- `markup.heading.1`
+- `markup.heading.2`
+- `markup.heading.3`
+- `markup.heading.4`
+- `markup.heading.5`
+- `markup.heading.6`
+- `markup.link.label`
+- `markup.link.url`
+- `markup.list`
+- `markup.list.checked`
+- `markup.list.unchecked`
+- `markup.quote`
+- `markup.raw.block`
+- `punctuation.delimiter`
+- `punctuation.special`
+- `spell`
+- `string.escape`
+
+### markdown_inline
+
+- `character.special`
+- `conceal`
+- `markup.italic`
+- `markup.link`
+- `markup.link.label`
+- `markup.link.url`
+- `markup.raw`
+- `markup.strikethrough`
+- `markup.strong`
+- `nospell`
+
+See the [languages guide](https://sectiontn.github.io/react-native-codepad/guides/languages/) for aliases, injections and themes.

package/android/CMakeLists.txt

@@ -0,0 +1,19 @@
+cmake_minimum_required(VERSION 3.13)
+project(codepad_lang_markdown C)
+set(GRAMMAR ${CMAKE_SOURCE_DIR}/../grammar)
+
+add_library(codepad_lang_markdown SHARED
+  src/main/cpp/lang.c
+  ${GRAMMAR}/tree-sitter-markdown/src/parser.c
+  ${GRAMMAR}/tree-sitter-markdown/src/scanner.c
+  ${GRAMMAR}/tree-sitter-markdown-inline/src/parser.c
+  ${GRAMMAR}/tree-sitter-markdown-inline/src/scanner.c
+)
+
+target_include_directories(codepad_lang_markdown PRIVATE ${GRAMMAR}/tree-sitter-markdown/src)
+target_include_directories(codepad_lang_markdown PRIVATE ${GRAMMAR}/tree-sitter-markdown-inline/src)
+
+# Parser tables are data. -O1 keeps large grammars from taking minutes to compile.
+set_source_files_properties(${GRAMMAR}/tree-sitter-markdown/src/parser.c PROPERTIES COMPILE_OPTIONS "-O1")
+set_source_files_properties(${GRAMMAR}/tree-sitter-markdown-inline/src/parser.c PROPERTIES COMPILE_OPTIONS "-O1")
+target_compile_options(codepad_lang_markdown PRIVATE -std=c11 -O2 -fvisibility=hidden -w)

package/android/build.gradle

@@ -0,0 +1,61 @@
+buildscript {
+  repositories {
+    google()
+    mavenCentral()
+  }
+  dependencies {
+    classpath "com.android.tools.build:gradle:8.7.2"
+    classpath "org.jetbrains.kotlin:kotlin-gradle-plugin:2.0.21"
+  }
+}
+
+apply plugin: "com.android.library"
+if (project.extensions.findByName("kotlin") == null) {
+  apply plugin: "kotlin-android"
+}
+apply plugin: "com.facebook.react"
+
+def safeExtGet(prop, fallback) {
+  rootProject.ext.has(prop) ? rootProject.ext.get(prop) : fallback
+}
+
+def reactNativeArchitectures() {
+  def value = rootProject.getProperties().get("reactNativeArchitectures")
+  return value ? value.split(",") : ["armeabi-v7a", "x86", "x86_64", "arm64-v8a"]
+}
+
+android {
+  namespace "me.sectiontn.codepad.lang.markdown"
+  compileSdkVersion safeExtGet("compileSdkVersion", 36)
+
+  defaultConfig {
+    minSdkVersion safeExtGet("minSdkVersion", 24)
+    consumerProguardFiles "consumer-rules.pro"
+    externalNativeBuild {
+      cmake {
+        arguments "-DANDROID_STL=none", "-DANDROID_SUPPORT_FLEXIBLE_PAGE_SIZES=ON"
+        abiFilters(*reactNativeArchitectures())
+      }
+    }
+  }
+
+  if (rootProject.ext.has("ndkVersion")) {
+    ndkVersion rootProject.ext.ndkVersion
+  }
+
+  externalNativeBuild {
+    cmake {
+      path "CMakeLists.txt"
+    }
+  }
+
+  compileOptions {
+    sourceCompatibility JavaVersion.VERSION_17
+    targetCompatibility JavaVersion.VERSION_17
+  }
+}
+
+dependencies {
+  implementation "com.facebook.react:react-android"
+  implementation project(":react-native-codepad")
+}

package/android/consumer-rules.pro

@@ -0,0 +1,2 @@
+-keep class me.sectiontn.codepad.lang.markdown.MarkdownLanguage { *; }
+-keep class me.sectiontn.codepad.lang.markdown_inline.MarkdownInlineLanguage { *; }

package/android/src/main/AndroidManifest.xml

@@ -0,0 +1,2 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+</manifest>

package/android/src/main/assets/codepad-languages/markdown

@@ -0,0 +1 @@
+0.1.0

package/android/src/main/assets/codepad-languages/markdown_inline

@@ -0,0 +1 @@
+0.1.0

package/android/src/main/cpp/lang.c

@@ -0,0 +1,17 @@
+#include <jni.h>
+#include <stdint.h>
+
+const void *tree_sitter_markdown(void);
+const void *tree_sitter_markdown_inline(void);
+
+JNIEXPORT jlong JNICALL Java_me_sectiontn_codepad_lang_markdown_MarkdownLanguage_nativeLanguage(JNIEnv *env, jobject thiz) {
+  (void) env;
+  (void) thiz;
+  return (jlong) (intptr_t) tree_sitter_markdown();
+}
+
+JNIEXPORT jlong JNICALL Java_me_sectiontn_codepad_lang_markdown_1inline_MarkdownInlineLanguage_nativeLanguage(JNIEnv *env, jobject thiz) {
+  (void) env;
+  (void) thiz;
+  return (jlong) (intptr_t) tree_sitter_markdown_inline();
+}

package/android/src/main/java/me/sectiontn/codepad/lang/markdown/CodepadLangMarkdownPackage.kt

@@ -0,0 +1,13 @@
+package me.sectiontn.codepad.lang.markdown
+
+import com.facebook.react.BaseReactPackage
+import com.facebook.react.bridge.NativeModule
+import com.facebook.react.bridge.ReactApplicationContext
+import com.facebook.react.module.model.ReactModuleInfoProvider
+
+// Empty package so React Native autolinking includes this Gradle module.
+class CodepadLangMarkdownPackage : BaseReactPackage() {
+  override fun getModule(name: String, reactContext: ReactApplicationContext): NativeModule? = null
+
+  override fun getReactModuleInfoProvider(): ReactModuleInfoProvider = ReactModuleInfoProvider { HashMap() }
+}

package/android/src/main/java/me/sectiontn/codepad/lang/markdown/MarkdownLanguage.kt

@@ -0,0 +1,169 @@
+package me.sectiontn.codepad.lang.markdown
+
+import me.sectiontn.codepad.syntax.LanguageProvider
+
+class MarkdownLanguage : LanguageProvider {
+  override val id: String = "markdown"
+  override val languagePointer: Long get() = nativeLanguage()
+  override val highlights: String = HIGHLIGHTS
+  override val injections: String = INJECTIONS
+
+  private external fun nativeLanguage(): Long
+
+  companion object {
+    init {
+      System.loadLibrary("codepad_lang_markdown")
+    }
+
+    private val HIGHLIGHTS: String = """;From MDeiml/tree-sitter-markdown & Helix
+(setext_heading
+  (paragraph) @markup.heading.1
+  (setext_h1_underline) @markup.heading.1)
+
+(setext_heading
+  (paragraph) @markup.heading.2
+  (setext_h2_underline) @markup.heading.2)
+
+(atx_heading
+  (atx_h1_marker)) @markup.heading.1
+
+(atx_heading
+  (atx_h2_marker)) @markup.heading.2
+
+(atx_heading
+  (atx_h3_marker)) @markup.heading.3
+
+(atx_heading
+  (atx_h4_marker)) @markup.heading.4
+
+(atx_heading
+  (atx_h5_marker)) @markup.heading.5
+
+(atx_heading
+  (atx_h6_marker)) @markup.heading.6
+
+(info_string) @label
+
+(pipe_table_header
+  (pipe_table_cell) @markup.heading)
+
+(pipe_table_header
+  "|" @punctuation.special)
+
+(pipe_table_row
+  "|" @punctuation.special)
+
+(pipe_table_delimiter_row
+  "|" @punctuation.special)
+
+(pipe_table_delimiter_cell) @punctuation.special
+
+; Code blocks (conceal backticks and language annotation)
+(indented_code_block) @markup.raw.block
+
+((fenced_code_block) @markup.raw.block
+  (#set! priority 90))
+
+(fenced_code_block
+  (fenced_code_block_delimiter) @markup.raw.block
+  (#set! conceal "")
+  (#set! conceal_lines ""))
+
+(fenced_code_block
+  (info_string
+    (language) @label
+    (#set! conceal "")
+    (#set! conceal_lines "")))
+
+(link_destination) @markup.link.url
+
+[
+  (link_title)
+  (link_label)
+] @markup.link.label
+
+((link_label)
+  .
+  ":" @punctuation.delimiter)
+
+[
+  (list_marker_plus)
+  (list_marker_minus)
+  (list_marker_star)
+  (list_marker_dot)
+  (list_marker_parenthesis)
+] @markup.list
+
+; NOTE: The following has been commented out due to issues with spaces in the
+; list marker nodes generated by the parser. If those spaces ever get captured
+; by a different node (e.g. block_continuation) we can safely re-add these
+; conceals.
+; ;; Conceal bullet points
+; ([(list_marker_plus) (list_marker_star)]
+;   @punctuation.special
+;   (#offset! @punctuation.special 0 0 0 -1)
+;   (#set! conceal "•"))
+; ([(list_marker_plus) (list_marker_star)]
+;   @punctuation.special
+;   (#any-of? @punctuation.special "+" "*")
+;   (#set! conceal "•"))
+; ((list_marker_minus)
+;   @punctuation.special
+;   (#offset! @punctuation.special 0 0 0 -1)
+;   (#set! conceal "—"))
+; ((list_marker_minus)
+;   @punctuation.special
+;   (#eq? @punctuation.special "-")
+;   (#set! conceal "—"))
+(thematic_break) @punctuation.special
+
+(task_list_marker_unchecked) @markup.list.unchecked
+
+(task_list_marker_checked) @markup.list.checked
+
+((block_quote) @markup.quote
+  (#set! priority 90))
+
+([
+  (plus_metadata)
+  (minus_metadata)
+] @keyword.directive
+  (#set! priority 90))
+
+[
+  (block_continuation)
+  (block_quote_marker)
+] @punctuation.special
+
+(backslash_escape) @string.escape
+
+(inline) @spell
+"""
+    private val INJECTIONS: String = """(fenced_code_block
+  (info_string
+    (language) @injection.language)
+  (code_fence_content) @injection.content)
+
+((html_block) @injection.content
+  (#set! injection.language "html")
+  (#set! injection.combined)
+  (#set! injection.include-children))
+
+((minus_metadata) @injection.content
+  (#set! injection.language "yaml")
+  (#offset! @injection.content 1 0 -1 0)
+  (#set! injection.include-children))
+
+((plus_metadata) @injection.content
+  (#set! injection.language "toml")
+  (#offset! @injection.content 1 0 -1 0)
+  (#set! injection.include-children))
+
+([
+  (inline)
+  (pipe_table_cell)
+] @injection.content
+  (#set! injection.language "markdown_inline"))
+"""
+  }
+}

package/android/src/main/java/me/sectiontn/codepad/lang/markdown_inline/MarkdownInlineLanguage.kt

@@ -0,0 +1,156 @@
+package me.sectiontn.codepad.lang.markdown_inline
+
+import me.sectiontn.codepad.syntax.LanguageProvider
+
+class MarkdownInlineLanguage : LanguageProvider {
+  override val id: String = "markdown_inline"
+  override val languagePointer: Long get() = nativeLanguage()
+  override val highlights: String = HIGHLIGHTS
+  override val injections: String = INJECTIONS
+
+  private external fun nativeLanguage(): Long
+
+  companion object {
+    init {
+      System.loadLibrary("codepad_lang_markdown")
+    }
+
+    private val HIGHLIGHTS: String = """; From MDeiml/tree-sitter-markdown
+(code_span) @markup.raw @nospell
+
+(emphasis) @markup.italic
+
+(strong_emphasis) @markup.strong
+
+(strikethrough) @markup.strikethrough
+
+(shortcut_link
+  (link_text) @nospell)
+
+; Conceal backslash in backslash escapes
+((backslash_escape) @conceal
+  (#offset! @conceal 0 0 0 -1)
+  (#set! conceal ""))
+
+; Conceal backslash in hard line breaks
+((hard_line_break
+  "\\" @conceal)
+  (#set! conceal ""))
+
+; Conceal codeblock and text style markers
+([
+  (code_span_delimiter)
+  (emphasis_delimiter)
+] @conceal
+  (#set! conceal ""))
+
+; Conceal inline links
+(inline_link
+  [
+    "["
+    "]"
+    "("
+    (link_destination)
+    ")"
+  ] @markup.link
+  (#set! conceal ""))
+
+[
+  (link_label)
+  (link_text)
+  (link_title)
+  (image_description)
+] @markup.link.label
+
+((inline_link
+  (link_destination) @_url) @_label
+  (#set! @_label url @_url))
+
+((image
+  (link_destination) @_url) @_label
+  (#set! @_label url @_url))
+
+; Conceal image links
+(image
+  [
+    "!"
+    "["
+    "]"
+    "("
+    (link_destination)
+    ")"
+  ] @markup.link
+  (#set! conceal ""))
+
+; Conceal full reference links
+(full_reference_link
+  [
+    "["
+    "]"
+    (link_label)
+  ] @markup.link
+  (#set! conceal ""))
+
+; Conceal collapsed reference links
+(collapsed_reference_link
+  [
+    "["
+    "]"
+  ] @markup.link
+  (#set! conceal ""))
+
+; Conceal shortcut links
+(shortcut_link
+  [
+    "["
+    "]"
+  ] @markup.link
+  (#set! conceal ""))
+
+[
+  (link_destination)
+  (uri_autolink)
+  (email_autolink)
+] @markup.link.url @nospell
+
+((uri_autolink) @_url
+  (#offset! @_url 0 1 0 -1)
+  (#set! @_url url @_url))
+
+(entity_reference) @nospell
+
+; Replace common HTML entities.
+((entity_reference) @character.special
+  (#eq? @character.special " ")
+  (#set! conceal " "))
+
+((entity_reference) @character.special
+  (#eq? @character.special "<")
+  (#set! conceal "<"))
+
+((entity_reference) @character.special
+  (#eq? @character.special "&gt;")
+  (#set! conceal ">"))
+
+((entity_reference) @character.special
+  (#eq? @character.special "&amp;")
+  (#set! conceal "&"))
+
+((entity_reference) @character.special
+  (#eq? @character.special "&quot;")
+  (#set! conceal "\""))
+
+((entity_reference) @character.special
+  (#any-of? @character.special "&ensp;" "&emsp;")
+  (#set! conceal " "))
+"""
+    private val INJECTIONS: String = """((html_tag) @injection.content
+  (#set! injection.language "html")
+  (#set! injection.combined))
+
+((latex_block) @injection.content
+  (#set! injection.language "latex")
+  (#set! injection.include-children))
+"""
+  }
+}

package/grammar/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021 Matthias Deiml
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.