buninu 0.6.0 → 0.7.0

package/apps/jsmdcui/tests/syntax-parity/normal-html-report.json

@@ -0,0 +1,619 @@
+[
+  {
+    "name": "simple",
+    "syntax": "html.yaml",
+    "diffs": 6,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 6,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 7,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 8,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 9,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 10,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 11,
+        "micro": "symbol.tag",
+        "jmi": "symbol",
+        "context": "<div class=\"hello\">Hello</div>"
+      }
+    ]
+  },
+  {
+    "name": "simple",
+    "syntax": "html5.yaml",
+    "diffs": 9,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 2,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 3,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 4,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 5,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 6,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 7,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 8,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 9,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 10,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      }
+    ]
+  },
+  {
+    "name": "simple",
+    "syntax": "html4.yaml",
+    "diffs": 9,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 2,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 3,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 4,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 5,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 6,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 7,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 8,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 9,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 1,
+        "column": 10,
+        "micro": "default",
+        "jmi": "symbol.tag.extended",
+        "context": "<div class=\"hello\">Hello</div>"
+      }
+    ]
+  },
+  {
+    "name": "twoAttributes",
+    "syntax": "html.yaml",
+    "diffs": 11,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 4,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<a href=\"https://example.com\" class=\"l"
+      },
+      {
+        "line": 1,
+        "column": 5,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<a href=\"https://example.com\" class=\"li"
+      },
+      {
+        "line": 1,
+        "column": 6,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<a href=\"https://example.com\" class=\"lin"
+      },
+      {
+        "line": 1,
+        "column": 7,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<a href=\"https://example.com\" class=\"link"
+      },
+      {
+        "line": 1,
+        "column": 8,
+        "micro": "symbol.tag",
+        "jmi": "symbol",
+        "context": "<a href=\"https://example.com\" class=\"link\""
+      },
+      {
+        "line": 1,
+        "column": 31,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "ttps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 32,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "tps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 33,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "ps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 34,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "s://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 35,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 36,
+        "micro": "symbol.tag",
+        "jmi": "symbol",
+        "context": "//example.com\" class=\"link\">Example</a>"
+      }
+    ]
+  },
+  {
+    "name": "twoAttributes",
+    "syntax": "html5.yaml",
+    "diffs": 8,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 2,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "<a href=\"https://example.com\" class="
+      },
+      {
+        "line": 1,
+        "column": 3,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "<a href=\"https://example.com\" class=\""
+      },
+      {
+        "line": 1,
+        "column": 30,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "https://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 31,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "ttps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 32,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "tps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 33,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "ps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 34,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "s://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 35,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "://example.com\" class=\"link\">Example</a>"
+      }
+    ]
+  },
+  {
+    "name": "twoAttributes",
+    "syntax": "html4.yaml",
+    "diffs": 8,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 1,
+        "column": 2,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "<a href=\"https://example.com\" class="
+      },
+      {
+        "line": 1,
+        "column": 3,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "<a href=\"https://example.com\" class=\""
+      },
+      {
+        "line": 1,
+        "column": 30,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "https://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 31,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "ttps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 32,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "tps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 33,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "ps://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 34,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "s://example.com\" class=\"link\">Example</a>"
+      },
+      {
+        "line": 1,
+        "column": 35,
+        "micro": "default",
+        "jmi": "symbol.tag",
+        "context": "://example.com\" class=\"link\">Example</a>"
+      }
+    ]
+  },
+  {
+    "name": "document",
+    "syntax": "html.yaml",
+    "diffs": 14,
+    "extraStringChars": 0,
+    "first": [
+      {
+        "line": 3,
+        "column": 13,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title>"
+      },
+      {
+        "line": 3,
+        "column": 14,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title><"
+      },
+      {
+        "line": 3,
+        "column": 15,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></"
+      },
+      {
+        "line": 3,
+        "column": 16,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></h"
+      },
+      {
+        "line": 3,
+        "column": 17,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></he"
+      },
+      {
+        "line": 3,
+        "column": 18,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></hea"
+      },
+      {
+        "line": 3,
+        "column": 19,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></head"
+      },
+      {
+        "line": 3,
+        "column": 20,
+        "micro": "symbol.tag",
+        "jmi": "symbol",
+        "context": "<head><meta charset=\"utf-8\"><title>Test</title></head>"
+      },
+      {
+        "line": 5,
+        "column": 6,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 5,
+        "column": 7,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 5,
+        "column": 8,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      },
+      {
+        "line": 5,
+        "column": 9,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "<div class=\"hello\">Hello</div>"
+      }
+    ]
+  },
+  {
+    "name": "document",
+    "syntax": "html5.yaml",
+    "diffs": 0,
+    "extraStringChars": 0,
+    "first": []
+  },
+  {
+    "name": "document",
+    "syntax": "html4.yaml",
+    "diffs": 0,
+    "extraStringChars": 0,
+    "first": []
+  },
+  {
+    "name": "comparison",
+    "syntax": "html.yaml",
+    "diffs": 91819,
+    "extraStringChars": 4240,
+    "first": [
+      {
+        "line": 1,
+        "column": 22,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "!doctype html><meta charset=\"utf-8\"><title>micro / jmi "
+      },
+      {
+        "line": 1,
+        "column": 23,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "doctype html><meta charset=\"utf-8\"><title>micro / jmi s"
+      },
+      {
+        "line": 1,
+        "column": 24,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "octype html><meta charset=\"utf-8\"><title>micro / jmi sy"
+      },
+      {
+        "line": 1,
+        "column": 25,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "ctype html><meta charset=\"utf-8\"><title>micro / jmi syn"
+      },
+      {
+        "line": 1,
+        "column": 26,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "type html><meta charset=\"utf-8\"><title>micro / jmi synt"
+      },
+      {
+        "line": 1,
+        "column": 27,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "ype html><meta charset=\"utf-8\"><title>micro / jmi synta"
+      },
+      {
+        "line": 1,
+        "column": 28,
+        "micro": "symbol.tag",
+        "jmi": "identifier",
+        "context": "pe html><meta charset=\"utf-8\"><title>micro / jmi syntax"
+      },
+      {
+        "line": 1,
+        "column": 29,
+        "micro": "symbol.tag",
+        "jmi": "symbol",
+        "context": "e html><meta charset=\"utf-8\"><title>micro / jmi syntax "
+      },
+      {
+        "line": 1,
+        "column": 89,
+        "micro": "default",
+        "jmi": "statement",
+        "context": "rison</title><style>body{background:#181818;color:#eee;"
+      },
+      {
+        "line": 1,
+        "column": 90,
+        "micro": "default",
+        "jmi": "statement",
+        "context": "ison</title><style>body{background:#181818;color:#eee;f"
+      },
+      {
+        "line": 1,
+        "column": 91,
+        "micro": "default",
+        "jmi": "statement",
+        "context": "son</title><style>body{background:#181818;color:#eee;fo"
+      },
+      {
+        "line": 1,
+        "column": 92,
+        "micro": "default",
+        "jmi": "statement",
+        "context": "on</title><style>body{background:#181818;color:#eee;fon"
+      }
+    ]
+  },
+  {
+    "name": "comparison",
+    "syntax": "html5.yaml",
+    "diffs": 0,
+    "extraStringChars": 0,
+    "first": []
+  },
+  {
+    "name": "comparison",
+    "syntax": "html4.yaml",
+    "diffs": 0,
+    "extraStringChars": 0,
+    "first": []
+  }
+]

package/apps/jsmdcui/tests/syntax-parity/normal-html.html

@@ -0,0 +1,9 @@
+<!doctype html>
+<html>
+<head><meta charset="utf-8"><title>Normal HTML highlighting</title></head>
+<body>
+<div class="hello">Hello</div>
+<p>Next line</p>
+<a href="https://example.com" class="link">Example</a>
+</body>
+</html>

package/apps/jsmdcui/tests/syntax-parity/oracle.go

@@ -0,0 +1,49 @@
+// Run against an external, unmodified micro checkout; no upstream code is copied.
+package main
+import (
+ "encoding/json"
+ "fmt"
+ "os"
+ "path/filepath"
+ "regexp/syntax"
+ "sort"
+ "strings"
+ h "github.com/micro-editor/micro/v2/pkg/highlight"
+ "gopkg.in/yaml.v2"
+)
+func witness(r *syntax.Regexp) string {
+ switch r.Op {
+ case syntax.OpLiteral: return string(r.Rune)
+ case syntax.OpCharClass:
+  for _,c:=range "aA0_ /x" {for i:=0;i<len(r.Rune);i+=2{if c>=r.Rune[i]&&c<=r.Rune[i+1]{return string(c)}}};if len(r.Rune)>0{return string(r.Rune[0])}
+ case syntax.OpAnyChar,syntax.OpAnyCharNotNL:return "x"
+ case syntax.OpCapture:return witness(r.Sub[0])
+ case syntax.OpConcat:var b strings.Builder;for _,s:=range r.Sub{b.WriteString(witness(s))};return b.String()
+ case syntax.OpAlternate:return witness(r.Sub[0])
+ case syntax.OpStar,syntax.OpPlus,syntax.OpQuest:return witness(r.Sub[0])
+ case syntax.OpRepeat:n:=r.Min;if n==0&&r.Max!=0{n=1};if n>30{n=30};return strings.Repeat(witness(r.Sub[0]),n)
+ };return ""
+}
+func example(s string)string{r,e:=syntax.Parse(s,syntax.Perl);if e!=nil{return ""};return witness(r)}
+func snippets(rules []interface{})[]string{
+ var out []string
+ for _,item:=range rules{m,ok:=item.(map[interface{}]interface{});if !ok{continue};for k,v:=range m{if k=="include"{continue};switch v:=v.(type){case string:out=append(out,example(v));case map[interface{}]interface{}:
+ start,_:=v["start"].(string);end,_:=v["end"].(string);a,b:=example(start),example(end)
+ out=append(out,a+"sample 42"+b)
+ if nested,ok:=v["rules"].([]interface{});ok{for _,s:=range snippets(nested){out=append(out,a+s+b)}}
+ }}}
+ return out
+}
+func main(){
+ root:=os.Args[1]; var req struct{Files []string `json:"files"`; Samples map[string]string `json:"samples"`};json.NewDecoder(os.Stdin).Decode(&req)
+ paths,_:=filepath.Glob(filepath.Join(root,"*.yaml"));sort.Strings(paths)
+ var files []*h.File; data:=map[string][]byte{}
+ for _,p:=range paths{b,e:=os.ReadFile(p);if e!=nil{panic(e)};f,e:=h.ParseFile(b);if e!=nil{panic(e)};files=append(files,f);data[filepath.Base(p)]=b}
+ results:=map[string]interface{}{}
+ for _,name:=range req.Files{b:=data[name];f,e:=h.ParseFile(b);if e!=nil{panic(e)};header,e:=h.MakeHeaderYaml(b);if e!=nil{panic(e)};d,e:=h.ParseDef(f,header);if e!=nil{panic(fmt.Errorf("%s: %w",name,e))};h.ResolveIncludes(d,files)
+ text,ok:=req.Samples[name];if !ok{var src map[string]interface{};yaml.Unmarshal(b,&src);rules,_:=src["rules"].([]interface{});ss:=snippets(rules);ss=append(ss,"sample = 42", "\"hello\" # comment", "// TODO: sample", "/* sample */", "true false null", "https://example.com/path");seen:=map[string]bool{};var clean []string;for _,s:=range ss{if s!=""&&!seen[s]{clean=append(clean,s);seen[s]=true}};text=strings.Join(clean,"\n")+"\n"}
+ marks:=h.NewHighlighter(d).HighlightString(text);lines:=strings.Split(text,"\n");expanded:=[][]string{}
+ for i,line:=range lines{var colors []string;active:="default";for col:=range []rune(line){if g,ok:=marks[i][col];ok{active=g.String();if active==""{active="default"}};colors=append(colors,active)};expanded=append(expanded,colors)}
+ results[name]=map[string]interface{}{"text":text,"groups":expanded,"filetype":header.FileType}
+ };json.NewEncoder(os.Stdout).Encode(results)
+}