gollum 3.1.2 → 3.1.3

data/lib/gollum/public/gollum/livepreview/js/ace/lib/ace/mode/_test/tokens_jade.json

@@ -0,0 +1,188 @@
+[[
+   "start",
+  ["keyword.other.doctype.jade","!!!doctype"]
+],[
+   "start",
+  ["keyword.other.doctype.jade","!!!5"]
+],[
+   "start",
+  ["keyword.other.doctype.jade","!!!"]
+],[
+   "start"
+],[
+   "start",
+  ["keyword.control.import.include.jade","include"],
+  ["text"," something"]
+],[
+   "start"
+],[
+   "start",
+  ["keyword.control.import.include.jade","         include"],
+  ["text"," another_thing"]
+],[
+   "start"
+],[
+   "start",
+  ["punctuation.section.comment","  // let's talk about it"]
+],[
+   "start"
+],[
+   ["comment_block",0,"start"],
+  ["comment","// "]
+],[
+   ["comment_block",0,"start"],
+  ["comment","  here it is. a block comment!"]
+],[
+   ["comment_block",0,"start"],
+  ["comment"," and another row!"]
+],[
+   "start",
+  ["meta.tag.any.jade","but"],
+  ["text"," not here."]
+],[
+   "start"
+],[
+   ["comment_block",5,"start"],
+  ["comment","     // "]
+],[
+   ["comment_block",5,"start"],
+  ["comment","        a far spaced"]
+],[
+   "start",
+  ["text","    should be lack of block"]
+],[
+   "start"
+],[
+   "start",
+  ["punctuation.section.comment","   // also not a comment"]
+],[
+   "start",
+  ["meta.tag.any.jade","     div"],
+  ["entity.other.attribute-name.class.jade",".attemptAtBlock"]
+],[
+   "start",
+  ["text","  "]
+],[
+   "start",
+  ["meta.tag.any.jade","  span"],
+  ["entity.other.attribute-name.id.jade","#myName"]
+],[
+   "start"
+],[
+   "start",
+  ["text","  "],
+  ["string.interpolated.jade","#{implicit}"]
+],[
+   "start",
+  ["text","     "],
+  ["string.interpolated.jade","!{more_explicit}"]
+],[
+   "start"
+],[
+   "start",
+  ["text","  "],
+  ["suport.type.attribute.id.jade","#idDiv"]
+],[
+   "start"
+],[
+   "start",
+  ["text","    "],
+  ["suport.type.attribute.class.jade",".idDiv"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.tag.any.jade","    test"],
+  ["punctuation","("],
+  ["entity.other.attribute-name.jade","id"],
+  ["text","="],
+  ["string","\"tag\""],
+  ["punctuation",")"]
+],[
+   "start",
+  ["meta.tag.any.jade","    header"],
+  ["punctuation","("],
+  ["entity.other.attribute-name.jade","id"],
+  ["text","="],
+  ["string","\"tag\""],
+  ["text",", "],
+  ["entity.other.attribute-name.jade","blah"],
+  ["text","="],
+  ["string","\"foo\""],
+  ["text",", "],
+  ["entity.other.attribute-name.jade","meh"],
+  ["text","="],
+  ["string","\"aads\""],
+  ["punctuation",")"]
+],[
+   "start",
+  ["storage.type.function.jade","mixin"],
+  ["entity.name.function.jade"," article"],
+  ["punctuation.definition.parameters.begin.jade","("],
+  ["variable.parameter.function.jade","obj, parents"],
+  ["punctuation.definition.parameters.end.jade",")"]
+],[
+   "start"
+],[
+   "start",
+  ["storage.type.function.jade","  mixin"],
+  ["entity.name.function.jade"," bleh"],
+  ["punctuation.definition.parameters.begin.jade","("],
+  ["punctuation.definition.parameters.end.jade",")"]
+],[
+   "start"
+],[
+   "start",
+  ["storage.type.function.jade","    mixin"],
+  ["entity.name.function.jade"," clever-name"]
+],[
+   "start"
+],[
+   "start",
+  ["source.js.embedded.jade"," -"],
+  ["storage.type","var"],
+  ["text"," "],
+  ["identifier","x"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string","\"0\""],
+  ["text",";"]
+],[
+   "start",
+  ["source.js.embedded.jade"," -"],
+  ["text"," "],
+  ["identifier","y"],
+  ["text"," "],
+  ["identifier","each"],
+  ["text"," z"]
+],[
+   "start"
+],[
+   "start",
+  ["source.js.embedded.jade"," -"],
+  ["text"," "],
+  ["storage.type","var"],
+  ["text"," "],
+  ["identifier","items"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","["],
+  ["string","\"one\""],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["string","\"two\""],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["string","\"three\""],
+  ["text","]"]
+],[
+   "start",
+  ["meta.tag.any.jade","   each"],
+  ["text"," item in items"]
+],[
+   "start",
+  ["meta.tag.any.jade","    li"],
+  ["text","= item"]
+]]

data/lib/gollum/public/gollum/livepreview/js/ace/lib/ace/mode/_test/tokens_java.json

@@ -1,139 +1,95 @@
-[
- {
-  "state": "start",
-  "data": [
-   [ "keyword", "public" ],
-   [ "text", " " ],
-   [ "keyword", "class" ],
-   [ "text", " " ],
-   [ "identifier", "InfiniteLoop" ],
-   [ "text", " " ],
-   [ "lparen", "{" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "comment",
-  "data": [
-   [ "text", "    " ],
-   [ "comment", "/*" ]
-  ]
- },
- {
-  "state": "comment",
-  "data": [
-   [ "comment", "     * This will cause the program to hang..." ]
-  ]
- },
- {
-  "state": "comment",
-  "data": [
-   [ "comment", "     *" ]
-  ]
- },
- {
-  "state": "comment",
-  "data": [
-   [ "comment", "     * Taken from:" ]
-  ]
- },
- {
-  "state": "comment",
-  "data": [
-   [ "comment", "     * http://www.exploringbinary.com/java-hangs-when-converting-2-2250738585072012e-308/" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "comment", "     */" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "    " ],
-   [ "keyword", "public" ],
-   [ "text", " " ],
-   [ "keyword", "static" ],
-   [ "text", " " ],
-   [ "keyword", "void" ],
-   [ "text", " " ],
-   [ "identifier", "main" ],
-   [ "lparen", "(" ],
-   [ "support.function", "String" ],
-   [ "lparen", "[" ],
-   [ "rparen", "]" ],
-   [ "text", " " ],
-   [ "identifier", "args" ],
-   [ "rparen", ")" ],
-   [ "text", " " ],
-   [ "lparen", "{" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "        " ],
-   [ "keyword", "double" ],
-   [ "text", " " ],
-   [ "identifier", "d" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "support.function", "Double" ],
-   [ "text", "." ],
-   [ "identifier", "parseDouble" ],
-   [ "lparen", "(" ],
-   [ "string", "\"2.2250738585072012e-308\"" ],
-   [ "rparen", ")" ],
-   [ "text", ";" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "        " ],
-   [ "comment", "// unreachable code" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "        " ],
-   [ "support.function", "System" ],
-   [ "text", "." ],
-   [ "identifier", "out" ],
-   [ "text", "." ],
-   [ "identifier", "println" ],
-   [ "lparen", "(" ],
-   [ "string", "\"Value: \"" ],
-   [ "text", " " ],
-   [ "keyword.operator", "+" ],
-   [ "text", " " ],
-   [ "identifier", "d" ],
-   [ "rparen", ")" ],
-   [ "text", ";" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "    " ],
-   [ "rparen", "}" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "rparen", "}" ]
-  ]
- }
-]
+[[
+   "start",
+  ["keyword","public"],
+  ["text"," "],
+  ["keyword","class"],
+  ["text"," "],
+  ["identifier","InfiniteLoop"],
+  ["text"," "],
+  ["lparen","{"]
+],[
+   "start"
+],[
+   "comment",
+  ["text","    "],
+  ["comment","/*"]
+],[
+   "comment",
+  ["comment","     * This will cause the program to hang..."]
+],[
+   "comment",
+  ["comment","     *"]
+],[
+   "comment",
+  ["comment","     * Taken from:"]
+],[
+   "comment",
+  ["comment","     * http://www.exploringbinary.com/java-hangs-when-converting-2-2250738585072012e-308/"]
+],[
+   "start",
+  ["comment","     */"]
+],[
+   "start",
+  ["text","    "],
+  ["keyword","public"],
+  ["text"," "],
+  ["keyword","static"],
+  ["text"," "],
+  ["keyword","void"],
+  ["text"," "],
+  ["identifier","main"],
+  ["lparen","("],
+  ["support.function","String"],
+  ["lparen","["],
+  ["rparen","]"],
+  ["text"," "],
+  ["identifier","args"],
+  ["rparen",")"],
+  ["text"," "],
+  ["lparen","{"]
+],[
+   "start",
+  ["text","        "],
+  ["keyword","double"],
+  ["text"," "],
+  ["identifier","d"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["support.function","Double"],
+  ["text","."],
+  ["identifier","parseDouble"],
+  ["lparen","("],
+  ["string","\"2.2250738585072012e-308\""],
+  ["rparen",")"],
+  ["text",";"]
+],[
+   "start"
+],[
+   "start",
+  ["text","        "],
+  ["comment","// unreachable code"]
+],[
+   "start",
+  ["text","        "],
+  ["support.function","System"],
+  ["text","."],
+  ["identifier","out"],
+  ["text","."],
+  ["identifier","println"],
+  ["lparen","("],
+  ["string","\"Value: \""],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["identifier","d"],
+  ["rparen",")"],
+  ["text",";"]
+],[
+   "start",
+  ["text","    "],
+  ["rparen","}"]
+],[
+   "start",
+  ["rparen","}"]
+]]

data/lib/gollum/public/gollum/livepreview/js/ace/lib/ace/mode/_test/tokens_javascript.json

@@ -1,555 +1,593 @@
-[
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "storage.type", "function" ],
-   [ "text", " " ],
-   [ "entity.name.function", "foo" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "items" ],
-   [ "punctuation.operator", ", " ],
-   [ "variable.parameter", "nada" ],
-   [ "paren.rparen", ")" ],
-   [ "text", " " ],
-   [ "paren.lparen", "{" ]
-  ]
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "text", "    " ],
-   [ "keyword", "for" ],
-   [ "text", " " ],
-   [ "paren.lparen", "(" ],
-   [ "storage.type", "var" ],
-   [ "text", " " ],
-   [ "identifier", "i" ],
-   [ "keyword.operator", "=" ],
-   [ "constant.numeric", "0" ],
-   [ "punctuation.operator", ";" ],
-   [ "text", " " ],
-   [ "identifier", "i" ],
-   [ "keyword.operator", "<" ],
-   [ "identifier", "items" ],
-   [ "punctuation.operator", "." ],
-   [ "support.constant", "length" ],
-   [ "punctuation.operator", ";" ],
-   [ "text", " " ],
-   [ "identifier", "i" ],
-   [ "keyword.operator", "++" ],
-   [ "paren.rparen", ")" ],
-   [ "text", " " ],
-   [ "paren.lparen", "{" ]
-  ]
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "text", "        " ],
-   [ "identifier", "alert" ],
-   [ "paren.lparen", "(" ],
-   [ "identifier", "items" ],
-   [ "paren.lparen", "[" ],
-   [ "identifier", "i" ],
-   [ "paren.rparen", "]" ],
-   [ "text", " " ],
-   [ "keyword.operator", "+" ],
-   [ "text", " " ],
-   [ "string", "\"juhu" ],
-   [ "constant.language.escape", "\\n" ],
-   [ "string", "\"" ],
-   [ "paren.rparen", ")" ],
-   [ "punctuation.operator", ";" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "    " ],
-   [ "paren.rparen", "}" ],
-   [ "text", "\t" ],
-   [ "comment", "// Real Tab." ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "paren.rparen", "}" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "identifier", "regexp" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "string.regexp", "/p" ],
-   [ "constant.language.escape", "|" ],
-   [ "string.regexp", "p/" ],
-   [ "text", " " ],
-   [ "comment", "// ends here" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "identifier", "r" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "string.regexp", "/d" ],
-   [ "constant.language.escape", "{1,2}" ],
-   [ "constant.language.escape", "?" ],
-   [ "string.regexp", "f{e}" ],
-   [ "invalid", "++" ],
-   [ "string.regexp", "r" ],
-   [ "constant.language.escape", "*?" ],
-   [ "regexp.keyword.operator", "\\d" ],
-   [ "constant.language.escape", "+?[]" ],
-   [ "string.regexp", "r" ],
-   [ "constant.language.escape", "[^" ],
-   [ "string.regexp.charachterclass", "r" ],
-   [ "constant.language.escape", "-" ],
-   [ "string.regexp.charachterclass", "o" ],
-   [ "regexp.keyword.operator", "\\f" ],
-   [ "regexp.keyword.operator", "\\f" ],
-   [ "string.regexp.charachterclass", "[" ],
-   [ "regexp.keyword.operator", "\\f" ],
-   [ "constant.language.escape", "]" ],
-   [ "constant.language.escape", "?" ],
-   [ "string.regexp", "r" ],
-   [ "invalid", "{7}+" ],
-   [ "string.regexp", "r" ],
-   [ "regexp.keyword.operator", "\\{" ],
-   [ "string.regexp", "7}" ],
-   [ "constant.language.escape", "+" ],
-   [ "string.regexp", "rr--rr" ],
-   [ "constant.language.escape", "$" ],
-   [ "constant.language.escape", "^" ],
-   [ "constant.language.escape", "(?:" ],
-   [ "string.regexp", "d" ],
-   [ "constant.language.escape", "|" ],
-   [ "string.regexp", "s" ],
-   [ "constant.language.escape", ")" ],
-   [ "constant.language.escape", "(?=" ],
-   [ "string.regexp", "a" ],
-   [ "constant.language.escape", "|" ],
-   [ "constant.language.escape", ")" ],
-   [ "constant.language.escape", "(?!" ],
-   [ "string.regexp", "y" ],
-   [ "constant.language.escape", ")[]" ],
-   [ "constant.language.escape", "|" ],
-   [ "constant.language.escape", "$" ],
-   [ "constant.language.escape", "?" ],
-   [ "constant.language.escape", "|" ],
-   [ "invalid", "^*" ],
-   [ "string.regexp", "/" ],
-   [ "text", " " ],
-   [ "identifier", "o" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "identifier", "a" ],
-   [ "keyword.operator", "=" ],
-   [ "string.regexp", "/a/" ],
-   [ "text", " " ],
-   [ "identifier", "jk" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "string.regexp", "/ /" ],
-   [ "text", " " ],
-   [ "keyword.operator", "/" ],
-   [ "text", " " ],
-   [ "string.regexp", "/ /" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", " " ],
-   [ "comment.doc", "/************************************/" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "comment.doc", "/** total mess, tricky to highlight**/" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "storage.type", "function" ],
-   [ "text", " " ],
-   [ "paren.lparen", "(" ],
-   [ "paren.rparen", ")" ],
-   [ "text", " " ],
-   [ "paren.lparen", "{" ]
-  ]
- },
- {
-  "state": "doc-start",
-  "data": [
-   [ "text", "\t" ],
-   [ "comment.doc", "/**" ]
-  ]
- },
- {
-  "state": "doc-start",
-  "data": [
-   [ "comment.doc", "\t * docComment" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "comment.doc", "\t **/" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "\t" ],
-   [ "identifier", "r" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "string.regexp", "/u" ],
-   [ "regexp.keyword.operator", "\\t" ],
-   [ "constant.language.escape", "*" ],
-   [ "string.regexp", "/" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "\t" ],
-   [ "identifier", "g" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "constant.numeric", "1." ],
-   [ "text", "00" ],
-   [ "identifier", "E" ],
-   [ "text", "^" ],
-   [ "constant.numeric", "1" ],
-   [ "punctuation.operator", "," ],
-   [ "text", " " ],
-   [ "identifier", "y" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "constant.numeric", "1.2" ],
-   [ "text", " " ],
-   [ "keyword.operator", "+" ],
-   [ "text", " " ],
-   [ "punctuation.operator", "." ],
-   [ "constant.numeric", "2" ],
-   [ "text", " " ],
-   [ "keyword.operator", "+" ],
-   [ "text", " " ],
-   [ "constant.numeric", "052" ],
-   [ "text", " " ],
-   [ "keyword.operator", "+" ],
-   [ "text", " " ],
-   [ "constant.numeric", "0x25" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "\t" ],
-   [ "identifier", "t" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "paren.lparen", "[" ],
-   [ "string", "'d'" ],
-   [ "punctuation.operator", "," ],
-   [ "text", " " ],
-   [ "string", "''" ],
-   [ "paren.rparen", "]" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "paren.rparen", "}" ]
-  ]
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "storage.type", "function" ],
-   [ "text", " " ],
-   [ "paren.lparen", "(" ],
-   [ "paren.rparen", ")" ],
-   [ "text", " " ],
-   [ "paren.lparen", "{" ]
-  ]
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "text", "\t" ],
-   [ "comment", "/* eee */" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "paren.rparen", "}" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "qqstring",
-  "data": [
-   [ "string", "\"s\\" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "string", "s" ],
-   [ "constant.language.escape", "\\u7824" ],
-   [ "string", "sss" ],
-   [ "constant.language.escape", "\\u" ],
-   [ "string", "1\"" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "qstring",
-  "data": [
-   [ "string", "'\\" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "string", "string'" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "'" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "identifier", "string" ],
-   [ "text", "'" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "string", "\"trailing space" ],
-   [ "constant.language.escape", "\\ " ],
-   [ "string", "  " ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "string", "\"         \"" ],
-   [ "text", "    " ],
-   [ "keyword.operator", "/" ],
-   [ "identifier", "not" ],
-   [ "text", " " ],
-   [ "identifier", "a" ],
-   [ "text", " " ],
-   [ "identifier", "regexp" ],
-   [ "keyword.operator", "/" ],
-   [ "identifier", "g" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "doc-start",
-  "data": [
-   [ "comment.doc", "/**" ]
-  ]
- },
- {
-  "state": "doc-start",
-  "data": [
-   [ "comment.doc", " *doc" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "comment.doc", " */" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "identifier", "a" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "paren.lparen", "{" ]
-  ]
- },
- {
-  "state": "regex_allowed",
-  "data": [
-   [ "text", "\t" ],
-   [ "string", "'a'" ],
-   [ "punctuation.operator", ":" ],
-   [ "text", " " ],
-   [ "identifier", "b" ],
-   [ "punctuation.operator", "," ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "\t" ],
-   [ "string", "'g'" ],
-   [ "text", ": " ],
-   [ "storage.type", "function" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "t" ],
-   [ "paren.rparen", ")" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "text", "\t" ],
-   [ "entity.name.function", "gta" ],
-   [ "punctuation.operator", ":" ],
-   [ "storage.type", "function" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "a" ],
-   [ "punctuation.operator", "," ],
-   [ "variable.parameter", "b" ],
-   [ "paren.rparen", ")" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "paren.rparen", "}" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "function_arguments",
-  "data": [
-   [ "identifier", "foo" ],
-   [ "punctuation.operator", "." ],
-   [ "storage.type", "protoype" ],
-   [ "punctuation.operator", "." ],
-   [ "entity.name.function", "d" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "storage.type", "function" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "a" ],
-   [ "punctuation.operator", ", " ],
-   [ "variable.parameter", "b" ],
-   [ "punctuation.operator", "," ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "punctuation.operator", "                          " ],
-   [ "variable.parameter", "c" ],
-   [ "punctuation.operator", ", " ],
-   [ "variable.parameter", "d" ],
-   [ "paren.rparen", ")" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "storage.type", "foo" ],
-   [ "punctuation.operator", "." ],
-   [ "entity.name.function", "d" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "storage.type", "function" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "a" ],
-   [ "punctuation.operator", ",     " ],
-   [ "variable.parameter", "b" ],
-   [ "paren.rparen", ")" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "storage.type", "foo" ],
-   [ "punctuation.operator", "." ],
-   [ "entity.name.function", "d" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "storage.type", "function" ],
-   [ "paren.lparen", "(" ],
-   [ "variable.parameter", "a" ],
-   [ "punctuation.operator", ",  " ],
-   [ "comment.doc", "/*****/" ],
-   [ "text", " " ],
-   [ "identifier", "d" ],
-   [ "string", "\"string\"" ],
-   [ "text", "   " ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- }
-]
+[[
+   "start",
+  ["comment","//test: tokenize 'standard' functions"]
+],[
+   "no_regex",
+  ["identifier","string"],
+  ["punctuation.operator","."],
+  ["support.function","charCodeAt"],
+  ["paren.lparen","("],
+  ["constant.numeric","23"],
+  ["paren.rparen",")"],
+  ["punctuation.operator",";"],
+  ["text"," "],
+  ["variable.language","document"],
+  ["punctuation.operator","."],
+  ["support.function.dom","getElementById"],
+  ["paren.lparen","("],
+  ["string","'test'"],
+  ["paren.rparen",")"],
+  ["punctuation.operator",";"],
+  ["text"," "],
+  ["storage.type","console"],
+  ["punctuation.operator","."],
+  ["support.function.firebug","log"],
+  ["paren.lparen","("],
+  ["string","'Here it is'"],
+  ["paren.rparen",")"],
+  ["punctuation.operator",";"],
+  ["string","\";"]
+],[
+   "no_regex",
+  ["identifier","test"],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["comment.doc","/**tokenize doc*/"],
+  ["text"," "],
+  ["identifier","comment"]
+],[
+   "no_regex",
+  ["comment.doc","/**tokenize doc comment with "],
+  ["comment.doc.tag","@tag"],
+  ["comment.doc"," {}*/"]
+],[
+   "no_regex",
+  ["comment","//test: tokenize parens"]
+],[
+   "start",
+  ["text","    "],
+  ["storage.type","var"],
+  ["text"," "],
+  ["identifier","line"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string","\"[{( )}]\""],
+  ["punctuation.operator",";"]
+],[
+   "start",
+  ["comment","//test tokenize arithmetic expression which looks like a regexp"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","/"],
+  ["identifier","b"],
+  ["keyword.operator","/"],
+  ["identifier","c"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","/="],
+  ["identifier","b"],
+  ["keyword.operator","/"],
+  ["identifier","c"]
+],[
+   "no_regex",
+  ["comment","//test tokenize reg exps"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","="],
+  ["string.regexp","/b/g"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","+"],
+  ["string.regexp","/b/g"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["constant.numeric","1"],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["string.regexp","/2 "],
+  ["constant.language.escape","+"],
+  ["string.regexp"," 1/gimyx"],
+  ["identifier","k"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","="],
+  ["string.regexp","/a/"],
+  ["text"," "],
+  ["keyword.operator","/"],
+  ["text"," "],
+  ["string.regexp","/a/"]
+],[
+   "no_regex",
+  ["keyword","case"],
+  ["text"," "],
+  ["string.regexp","/a/"],
+  ["punctuation.operator","."],
+  ["support.function","test"],
+  ["paren.lparen","("],
+  ["identifier","c"],
+  ["paren.rparen",")"]
+],[
+   "no_regex",
+  ["comment","//test tokenize multi-line comment containing a single line comment"]
+],[
+   "no_regex",
+  ["identifier","noRegex"]
+],[
+   "no_regex",
+  ["comment","/* foo // bar */"]
+],[
+   "start",
+  ["identifier","canBeRegex"],
+  ["punctuation.operator",";"]
+],[
+   "start",
+  ["comment","/* foo // bar */"]
+],[
+   "start",
+  ["comment","// test tokenize identifier with umlauts"]
+],[
+   "no_regex",
+  ["identifier","fu"],
+  ["punctuation.operator","?"],
+  ["identifier","e"]
+],[
+   "no_regex",
+  ["comment","// test // is not a regexp"]
+],[
+   "start",
+  ["paren.lparen","{"],
+  ["text"," "],
+  ["comment","// 123"]
+],[
+   "start",
+  ["comment","//test skipping escaped chars"]
+],[
+   "no_regex",
+  ["string","'Meh"],
+  ["constant.language.escape","\\\\"],
+  ["string","nNeh'"]
+],[
+   "no_regex",
+  ["storage.type","console"],
+  ["punctuation.operator","."],
+  ["support.function.firebug","log"],
+  ["paren.lparen","("],
+  ["string","'"],
+  ["constant.language.escape","\\\\"],
+  ["string","u1232Feh'"]
+],[
+   "qqstring",
+  ["string","\"test multiline\\"]
+],[
+   "no_regex",
+  ["string"," strings\""]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","="],
+  ["text","'"]
+],[
+   "qqstring",
+  ["identifier","b"],
+  ["keyword.operator","="],
+  ["string","\"\\"]
+],[
+   "no_regex",
+  ["string","still a string"]
+],[
+   "no_regex",
+  ["text"," "]
+],[
+   "no_regex",
+  ["text"," "]
+],[
+   "start",
+  ["storage.type","function"],
+  ["text"," "],
+  ["entity.name.function","foo"],
+  ["paren.lparen","("],
+  ["variable.parameter","items"],
+  ["punctuation.operator",", "],
+  ["variable.parameter","nada"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "start",
+  ["text","    "],
+  ["keyword","for"],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["storage.type","var"],
+  ["text"," "],
+  ["identifier","i"],
+  ["keyword.operator","="],
+  ["constant.numeric","0"],
+  ["punctuation.operator",";"],
+  ["text"," "],
+  ["identifier","i"],
+  ["keyword.operator","<"],
+  ["identifier","items"],
+  ["punctuation.operator","."],
+  ["support.constant","length"],
+  ["punctuation.operator",";"],
+  ["text"," "],
+  ["identifier","i"],
+  ["keyword.operator","++"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "start",
+  ["text","        "],
+  ["support.function","alert"],
+  ["paren.lparen","("],
+  ["identifier","items"],
+  ["paren.lparen","["],
+  ["identifier","i"],
+  ["paren.rparen","]"],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["string","\"juhu"],
+  ["constant.language.escape","\\n"],
+  ["string","\""],
+  ["paren.rparen",")"],
+  ["punctuation.operator",";"]
+],[
+   "no_regex",
+  ["text","    "],
+  ["paren.rparen","}"],
+  ["text","\t"],
+  ["comment","// Real Tab."]
+],[
+   "no_regex",
+  ["paren.rparen","}"]
+],[
+   "no_regex"
+],[
+   "no_regex",
+  ["identifier","regexp"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string.regexp","/p"],
+  ["constant.language.delimiter","|"],
+  ["string.regexp","p/"],
+  ["text"," "],
+  ["comment","// ends here"]
+],[
+   "no_regex"
+],[
+   "no_regex",
+  ["identifier","r"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string.regexp","/d"],
+  ["constant.language.escape","{1,2}?"],
+  ["string.regexp","f{e}"],
+  ["invalid","++"],
+  ["string.regexp","r"],
+  ["constant.language.escape","*?"],
+  ["regexp.keyword.operator","\\d"],
+  ["constant.language.escape","+?[]"],
+  ["string.regexp","r"],
+  ["constant.language.escape","[^"],
+  ["string.regexp.charachterclass","r"],
+  ["constant.language.escape","-"],
+  ["string.regexp.charachterclass","o"],
+  ["regexp.charclass.keyword.operator","\\f\\f"],
+  ["string.regexp.charachterclass","["],
+  ["regexp.charclass.keyword.operator","\\f"],
+  ["constant.language.escape","]?"],
+  ["string.regexp","r"],
+  ["invalid","{7}+"],
+  ["string.regexp","r"],
+  ["regexp.keyword.operator","\\{"],
+  ["string.regexp","7}"],
+  ["constant.language.escape","+"],
+  ["string.regexp","rr--rr"],
+  ["constant.language.escape","$^(?:"],
+  ["string.regexp","d"],
+  ["constant.language.delimiter","|"],
+  ["string.regexp","s"],
+  ["constant.language.escape",")(?="],
+  ["string.regexp","a"],
+  ["constant.language.delimiter","|"],
+  ["constant.language.escape",")(?!"],
+  ["string.regexp","y"],
+  ["constant.language.escape",")[]"],
+  ["constant.language.delimiter","|"],
+  ["invalid","$?"],
+  ["constant.language.delimiter","|"],
+  ["invalid","^*"],
+  ["string.regexp","/"],
+  ["text"," "],
+  ["identifier","o"]
+],[
+   "no_regex",
+  ["identifier","a"],
+  ["keyword.operator","="],
+  ["string.regexp","/a/"],
+  ["text"," "],
+  ["identifier","jk"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string.regexp","/ /"],
+  ["text"," "],
+  ["keyword.operator","/"],
+  ["text"," "],
+  ["string.regexp","/ /"]
+],[
+   "no_regex",
+  ["text"," "],
+  ["comment.doc","/************************************/"]
+],[
+   "no_regex",
+  ["comment.doc","/** total mess, tricky to highlight**/"]
+],[
+   "no_regex"
+],[
+   "start",
+  ["storage.type","function"],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "doc-start",
+  ["text","\t"],
+  ["comment.doc","/**"]
+],[
+   "doc-start",
+  ["comment.doc","\t * docComment"]
+],[
+   "no_regex",
+  ["comment.doc","\t **/"]
+],[
+   "no_regex",
+  ["text","\t"],
+  ["identifier","r"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string.regexp","/u"],
+  ["regexp.keyword.operator","\\t"],
+  ["constant.language.escape","*"],
+  ["string.regexp","/"]
+],[
+   "no_regex",
+  ["text","\t"],
+  ["identifier","g"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["constant.numeric","1."],
+  ["text","00"],
+  ["identifier","E"],
+  ["keyword.operator","^"],
+  ["constant.numeric","1"],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["identifier","y"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["constant.numeric","1.2"],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["punctuation.operator","."],
+  ["constant.numeric","2"],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["constant.numeric","052"],
+  ["text"," "],
+  ["keyword.operator","+"],
+  ["text"," "],
+  ["constant.numeric","0x25"]
+],[
+   "no_regex",
+  ["text","\t"],
+  ["identifier","t"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","["],
+  ["string","'d'"],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["string","''"],
+  ["paren.rparen","]"]
+],[
+   "no_regex",
+  ["paren.rparen","}"]
+],[
+   "start",
+  ["storage.type","function"],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "start",
+  ["text","\t"],
+  ["comment","/* eee */"]
+],[
+   "no_regex",
+  ["paren.rparen","}"]
+],[
+   "no_regex"
+],[
+   "qqstring",
+  ["string","\"s\\"]
+],[
+   "no_regex",
+  ["string","s"],
+  ["constant.language.escape","\\u7824"],
+  ["string","sss"],
+  ["constant.language.escape","\\u"],
+  ["string","1\""]
+],[
+   "no_regex"
+],[
+   "qstring",
+  ["string","'\\"]
+],[
+   "no_regex",
+  ["string","string'"]
+],[
+   "no_regex"
+],[
+   "no_regex",
+  ["text","'"]
+],[
+   "no_regex",
+  ["identifier","string"],
+  ["text","'"]
+],[
+   "no_regex"
+],[
+   "no_regex",
+  ["string","\"trailing space"],
+  ["constant.language.escape","\\ "],
+  ["string","  "]
+],[
+   "no_regex",
+  ["string","\"         \""],
+  ["text","    "],
+  ["keyword.operator","/"],
+  ["identifier","not"],
+  ["text"," "],
+  ["identifier","a"],
+  ["text"," "],
+  ["identifier","regexp"],
+  ["keyword.operator","/"],
+  ["identifier","g"]
+],[
+   "no_regex"
+],[
+   "doc-start",
+  ["comment.doc","/**"]
+],[
+   "doc-start",
+  ["comment.doc"," *doc"]
+],[
+   "no_regex",
+  ["comment.doc"," */"]
+],[
+   "no_regex"
+],[
+   "start",
+  ["identifier","a"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "start",
+  ["text","\t"],
+  ["string","'a'"],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["identifier","b"],
+  ["punctuation.operator",","]
+],[
+   "no_regex",
+  ["text","\t"],
+  ["string","'g'"],
+  ["text",":"],
+  ["text"," "],
+  ["storage.type","function"],
+  ["paren.lparen","("],
+  ["variable.parameter","t"],
+  ["paren.rparen",")"]
+],[
+   "no_regex",
+  ["text","\t"],
+  ["entity.name.function","gta"],
+  ["punctuation.operator",":"],
+  ["storage.type","function"],
+  ["paren.lparen","("],
+  ["variable.parameter","a"],
+  ["punctuation.operator",","],
+  ["variable.parameter","b"],
+  ["paren.rparen",")"]
+],[
+   "no_regex",
+  ["paren.rparen","}"]
+],[
+   "no_regex"
+],[
+   "no_regex"
+],[
+   "function_arguments",
+  ["identifier","foo"],
+  ["punctuation.operator","."],
+  ["storage.type","protoype"],
+  ["punctuation.operator","."],
+  ["entity.name.function","d"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["storage.type","function"],
+  ["paren.lparen","("],
+  ["variable.parameter","a"],
+  ["punctuation.operator",", "],
+  ["variable.parameter","b"],
+  ["punctuation.operator",","]
+],[
+   "no_regex",
+  ["punctuation.operator","                          "],
+  ["variable.parameter","c"],
+  ["punctuation.operator",", "],
+  ["variable.parameter","d"],
+  ["paren.rparen",")"]
+],[
+   "no_regex",
+  ["storage.type","foo"],
+  ["punctuation.operator","."],
+  ["entity.name.function","d"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["storage.type","function"],
+  ["paren.lparen","("],
+  ["variable.parameter","a"],
+  ["punctuation.operator",",     "],
+  ["variable.parameter","b"],
+  ["paren.rparen",")"]
+],[
+   "no_regex",
+  ["storage.type","foo"],
+  ["punctuation.operator","."],
+  ["entity.name.function","d"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["storage.type","function"],
+  ["paren.lparen","("],
+  ["variable.parameter","a"],
+  ["punctuation.operator",",  "],
+  ["comment.doc","/*****/"],
+  ["text"," "],
+  ["identifier","d"],
+  ["string","\"string\""],
+  ["text","   "]
+],[
+   "no_regex"
+]]