[[
   "start",
  ["comment","//test: tokenize 'standard' functions"]
],[
   "no_regex",
  ["identifier","string"],
  ["punctuation.operator","."],
  ["support.function","charCodeAt"],
  ["paren.lparen","("],
  ["constant.numeric","23"],
  ["paren.rparen",")"],
  ["punctuation.operator",";"],
  ["text"," "],
  ["variable.language","document"],
  ["punctuation.operator","."],
  ["support.function.dom","getElementById"],
  ["paren.lparen","("],
  ["string","'test'"],
  ["paren.rparen",")"],
  ["punctuation.operator",";"],
  ["text"," "],
  ["storage.type","console"],
  ["punctuation.operator","."],
  ["support.function.firebug","log"],
  ["paren.lparen","("],
  ["string","'Here it is'"],
  ["paren.rparen",")"],
  ["punctuation.operator",";"],
  ["string","\";"]
],[
   "no_regex",
  ["identifier","test"],
  ["punctuation.operator",":"],
  ["text"," "],
  ["comment.doc","/**tokenize doc*/"],
  ["text"," "],
  ["identifier","comment"]
],[
   "no_regex",
  ["comment.doc","/**tokenize doc comment with "],
  ["comment.doc.tag","@tag"],
  ["comment.doc"," {}*/"]
],[
   "no_regex",
  ["comment","//test: tokenize parens"]
],[
   "start",
  ["text","    "],
  ["storage.type","var"],
  ["text"," "],
  ["identifier","$line$"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["string","\"[{( )}]\""],
  ["punctuation.operator",";"]
],[
   "start",
  ["comment","//test tokenize arithmetic expression which looks like a regexp"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","/"],
  ["identifier","b"],
  ["keyword.operator","/"],
  ["identifier","c"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","/="],
  ["identifier","b"],
  ["keyword.operator","/"],
  ["identifier","c"]
],[
   "no_regex",
  ["comment","//test tokenize reg exps"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","="],
  ["string.regexp","/b/g"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","+"],
  ["string.regexp","/b/g"]
],[
   "no_regex",
  ["identifier","a"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["constant.numeric","1"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["string.regexp","/2 "],
  ["constant.language.escape","+"],
  ["string.regexp"," 1/gimyx"],
  ["identifier","k"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","="],
  ["string.regexp","/a/"],
  ["text"," "],
  ["keyword.operator","/"],
  ["text"," "],
  ["string.regexp","/a/"]
],[
   "no_regex",
  ["keyword","case"],
  ["text"," "],
  ["string.regexp","/a/"],
  ["punctuation.operator","."],
  ["support.function","test"],
  ["paren.lparen","("],
  ["identifier","c"],
  ["paren.rparen",")"]
],[
   "no_regex",
  ["comment","//test tokenize multi-line comment containing a single line comment"]
],[
   "no_regex",
  ["identifier","noRegex"]
],[
   "no_regex",
  ["comment","/* foo // bar */"]
],[
   "start",
  ["identifier","canBeRegex"],
  ["punctuation.operator",";"]
],[
   "start",
  ["comment","/* foo // bar */"]
],[
   "start",
  ["comment","// test tokenize identifier with umlauts"]
],[
   "no_regex",
  ["identifier","fu"],
  ["punctuation.operator","?"],
  ["identifier","e"]
],[
   "no_regex",
  ["comment","// test // is not a regexp"]
],[
   "start",
  ["paren.lparen","{"],
  ["text"," "],
  ["comment","// 123"]
],[
   "start",
  ["comment","//test skipping escaped chars"]
],[
   "no_regex",
  ["string","'Meh"],
  ["constant.language.escape","\\\\"],
  ["string","nNeh'"]
],[
   "no_regex",
  ["storage.type","console"],
  ["punctuation.operator","."],
  ["support.function.firebug","log"],
  ["paren.lparen","("],
  ["string","'"],
  ["constant.language.escape","\\\\"],
  ["string","u1232Feh'"]
],[
   "qqstring",
  ["string","\"test multiline\\"]
],[
   "no_regex",
  ["string"," strings\""]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","="],
  ["text","'"]
],[
   "qqstring",
  ["identifier","b"],
  ["keyword.operator","="],
  ["string","\"\\"]
],[
   "no_regex",
  ["string","still a string"]
],[
   "no_regex",
  ["text"," "]
],[
   "no_regex",
  ["text"," "]
],[
   "start",
  ["storage.type","function"],
  ["text"," "],
  ["entity.name.function","foo"],
  ["paren.lparen","("],
  ["variable.parameter","items"],
  ["punctuation.operator",", "],
  ["variable.parameter","nada"],
  ["paren.rparen",")"],
  ["text"," "],
  ["paren.lparen","{"]
],[
   "start",
  ["text","    "],
  ["keyword","for"],
  ["text"," "],
  ["paren.lparen","("],
  ["storage.type","var"],
  ["text"," "],
  ["identifier","i"],
  ["keyword.operator","="],
  ["constant.numeric","0"],
  ["punctuation.operator",";"],
  ["text"," "],
  ["identifier","i"],
  ["keyword.operator","<"],
  ["identifier","items"],
  ["punctuation.operator","."],
  ["support.constant","length"],
  ["punctuation.operator",";"],
  ["text"," "],
  ["identifier","i"],
  ["keyword.operator","++"],
  ["paren.rparen",")"],
  ["text"," "],
  ["paren.lparen","{"]
],[
   "start",
  ["text","        "],
  ["support.function","alert"],
  ["paren.lparen","("],
  ["identifier","items"],
  ["paren.lparen","["],
  ["identifier","i"],
  ["paren.rparen","]"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["string","\"juhu"],
  ["constant.language.escape","\\n"],
  ["string","\""],
  ["paren.rparen",")"],
  ["punctuation.operator",";"]
],[
   "no_regex",
  ["text","    "],
  ["paren.rparen","}"],
  ["text","\t"],
  ["comment","// Real Tab."]
],[
   "no_regex",
  ["paren.rparen","}"]
],[
   "no_regex"
],[
   "no_regex",
  ["identifier","regexp"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["string.regexp","/p"],
  ["constant.language.delimiter","|"],
  ["string.regexp","p/"],
  ["text"," "],
  ["comment","// ends here"]
],[
   "no_regex"
],[
   "no_regex",
  ["identifier","r"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["string.regexp","/d"],
  ["constant.language.escape","{1,2}?"],
  ["string.regexp","f{e}"],
  ["invalid","++"],
  ["string.regexp","r"],
  ["constant.language.escape","*?"],
  ["regexp.keyword.operator","\\d"],
  ["constant.language.escape","+?[]"],
  ["string.regexp","r"],
  ["constant.language.escape","[^"],
  ["string.regexp.charachterclass","r"],
  ["constant.language.escape","-"],
  ["string.regexp.charachterclass","o"],
  ["regexp.charclass.keyword.operator","\\f\\f"],
  ["string.regexp.charachterclass","["],
  ["regexp.charclass.keyword.operator","\\f"],
  ["constant.language.escape","]?"],
  ["string.regexp","r"],
  ["invalid","{7}+"],
  ["string.regexp","r"],
  ["regexp.keyword.operator","\\{"],
  ["string.regexp","7}"],
  ["constant.language.escape","+"],
  ["string.regexp","rr--rr"],
  ["constant.language.escape","$^(?:"],
  ["string.regexp","d"],
  ["constant.language.delimiter","|"],
  ["string.regexp","s"],
  ["constant.language.escape",")(?="],
  ["string.regexp","a"],
  ["constant.language.delimiter","|"],
  ["constant.language.escape",")(?!"],
  ["string.regexp","y"],
  ["constant.language.escape",")[]"],
  ["constant.language.delimiter","|"],
  ["invalid","$?"],
  ["constant.language.delimiter","|"],
  ["invalid","^*"],
  ["string.regexp","/"],
  ["text"," "],
  ["identifier","o"]
],[
   "no_regex",
  ["identifier","a"],
  ["keyword.operator","="],
  ["string.regexp","/a/"],
  ["text"," "],
  ["identifier","jk"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["string.regexp","/ /"],
  ["text"," "],
  ["keyword.operator","/"],
  ["text"," "],
  ["string.regexp","/ /"]
],[
   "no_regex",
  ["text"," "],
  ["comment.doc","/************************************/"]
],[
   "no_regex",
  ["comment.doc","/** total mess, tricky to highlight**/"]
],[
   "no_regex"
],[
   "start",
  ["storage.type","function"],
  ["text"," "],
  ["paren.lparen","("],
  ["paren.rparen",")"],
  ["text"," "],
  ["paren.lparen","{"]
],[
   "doc-start",
  ["text","\t"],
  ["comment.doc","/**"]
],[
   "doc-start",
  ["comment.doc","\t * docComment"]
],[
   "no_regex",
  ["comment.doc","\t **/"]
],[
   "no_regex",
  ["text","\t"],
  ["identifier","r"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["string.regexp","/u"],
  ["regexp.keyword.operator","\\t"],
  ["constant.language.escape","*"],
  ["string.regexp","/"]
],[
   "no_regex",
  ["text","\t"],
  ["identifier","g"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["constant.numeric","1."],
  ["text","00"],
  ["identifier","E"],
  ["keyword.operator","^"],
  ["constant.numeric","1"],
  ["punctuation.operator",","],
  ["text"," "],
  ["identifier","y"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["constant.numeric","1.2"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["punctuation.operator","."],
  ["constant.numeric","2"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["constant.numeric","052"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["constant.numeric","0x25"]
],[
   "no_regex",
  ["text","\t"],
  ["identifier","t"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["paren.lparen","["],
  ["string","'d'"],
  ["punctuation.operator",","],
  ["text"," "],
  ["string","''"],
  ["paren.rparen","]"]
],[
   "no_regex",
  ["paren.rparen","}"]
],[
   "start",
  ["storage.type","function"],
  ["text"," "],
  ["paren.lparen","("],
  ["paren.rparen",")"],
  ["text"," "],
  ["paren.lparen","{"]
],[
   "start",
  ["text","\t"],
  ["comment","/* eee */"]
],[
   "no_regex",
  ["paren.rparen","}"]
],[
   "no_regex"
],[
   "qqstring",
  ["string","\"s\\"]
],[
   "no_regex",
  ["string","s"],
  ["constant.language.escape","\\u7824"],
  ["string","sss"],
  ["constant.language.escape","\\u"],
  ["string","1\""]
],[
   "no_regex"
],[
   "qstring",
  ["string","'\\"]
],[
   "no_regex",
  ["string","string'"]
],[
   "no_regex"
],[
   "no_regex",
  ["text","'"]
],[
   "no_regex",
  ["identifier","string"],
  ["text","'"]
],[
   "no_regex"
],[
   "no_regex",
  ["string","\"trailing space"],
  ["constant.language.escape","\\ "],
  ["string","  "]
],[
   "no_regex",
  ["string","\"         \""],
  ["text","    "],
  ["keyword.operator","/"],
  ["identifier","not"],
  ["text"," "],
  ["identifier","a"],
  ["text"," "],
  ["identifier","regexp"],
  ["keyword.operator","/"],
  ["identifier","g"]
],[
   "no_regex"
],[
   "doc-start",
  ["comment.doc","/**"]
],[
   "doc-start",
  ["comment.doc"," *doc"]
],[
   "no_regex",
  ["comment.doc"," */"]
],[
   "no_regex"
],[
   "start",
  ["identifier","a"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["paren.lparen","{"]
],[
   "start",
  ["text","\t"],
  ["string","'a'"],
  ["punctuation.operator",":"],
  ["text"," "],
  ["identifier","b"],
  ["punctuation.operator",","]
],[
   "no_regex",
  ["text","\t"],
  ["string","'g'"],
  ["text",":"],
  ["text"," "],
  ["storage.type","function"],
  ["paren.lparen","("],
  ["variable.parameter","t"],
  ["paren.rparen",")"]
],[
   "no_regex",
  ["text","\t"],
  ["entity.name.function","gta"],
  ["punctuation.operator",":"],
  ["storage.type","function"],
  ["paren.lparen","("],
  ["variable.parameter","a"],
  ["punctuation.operator",","],
  ["variable.parameter","b"],
  ["paren.rparen",")"]
],[
   "no_regex",
  ["paren.rparen","}"]
],[
   "no_regex"
],[
   "no_regex",
  ["identifier","z"],
  ["keyword.operator",">>="],
  ["identifier","t"],
  ["keyword.operator","<<"],
  ["identifier","f"],
  ["keyword.operator",">>"],
  ["identifier","r"],
  ["keyword.operator",">>>"],
  ["identifier","s"],
  ["keyword.operator",">="],
  ["constant.numeric","0b1"]
],[
   "no_regex"
],[
   "function_arguments",
  ["identifier","foo"],
  ["punctuation.operator","."],
  ["storage.type","protoype"],
  ["punctuation.operator","."],
  ["entity.name.function","d"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["storage.type","function"],
  ["paren.lparen","("],
  ["variable.parameter","a"],
  ["punctuation.operator",", "],
  ["variable.parameter","b"],
  ["punctuation.operator",","]
],[
   "no_regex",
  ["punctuation.operator","                          "],
  ["variable.parameter","c"],
  ["punctuation.operator",", "],
  ["variable.parameter","d"],
  ["paren.rparen",")"]
],[
   "no_regex",
  ["storage.type","foo"],
  ["punctuation.operator","."],
  ["entity.name.function","d"],
  ["text"," "],
  ["keyword.operator","="],
  ["storage.type","function"],
  ["paren.lparen","("],
  ["variable.parameter","a"],
  ["punctuation.operator",",     "],
  ["variable.parameter","b"],
  ["paren.rparen",")"]
],[
   "no_regex",
  ["storage.type","foo"],
  ["punctuation.operator","."],
  ["entity.name.function","d"],
  ["text"," "],
  ["keyword.operator","="],
  ["storage.type","function"],
  ["paren.lparen","("],
  ["variable.parameter","a"],
  ["punctuation.operator",",  "],
  ["comment.doc","/*****/"],
  ["text"," "],
  ["identifier","d"],
  ["string","\"string\""],
  ["text","   "]
],[
   "no_regex"
],[
   "no_regex",
  ["keyword.operator","<"],
  ["identifier","div"]
],[
   ["start","jsxAttributes","jsxAttributes","jsx",1],
  ["identifier","z"],
  ["keyword.operator","="],
  ["meta.tag.punctuation.tag-open.xml","<"],
  ["meta.tag.tag-name.xml","div"],
  ["text.tag-whitespace.xml"," "],
  ["paren.quasi.start","{"],
  ["keyword.operator","..."],
  ["variable.language","this"],
  ["punctuation.operator","."],
  ["identifier","props"],
  ["paren.quasi.end","}"],
  ["text.tag-whitespace.xml"," "],
  ["entity.other.attribute-name.xml","x"],
  ["keyword.operator.attribute-equals.xml","="],
  ["paren.quasi.start","{"],
  ["constant.numeric","1"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["constant.numeric","2"],
  ["paren.quasi.end","}"],
  ["text.tag-whitespace.xml"," "],
  ["entity.other.attribute-name.xml","y"],
  ["keyword.operator.attribute-equals.xml","="],
  ["string.attribute-value.xml","\"z{a}b"],
  ["constant.language.escape.reference.xml","&amp;"],
  ["string.attribute-value.xml","\""],
  ["text.tag-whitespace.xml"," "],
  ["entity.other.attribute-name.xml","t"],
  ["keyword.operator.attribute-equals.xml","="],
  ["paren.quasi.start","{"]
],[
   ["start","jsxAttributes","jsxAttributes","jsx",1],
  ["text","        "],
  ["constant.numeric","1"],
  ["text"," "],
  ["keyword.operator","+"],
  ["text"," "],
  ["meta.tag.punctuation.tag-open.xml","<"],
  ["meta.tag.tag-name.xml","a"],
  ["meta.tag.punctuation.tag-close.xml",">"],
  ["paren.quasi.start","{"],
  ["constant.numeric","2"],
  ["paren.quasi.end","}"],
  ["meta.tag.punctuation.end-tag-open.xml","</"],
  ["meta.tag.tag-name.xml","a"],
  ["meta.tag.punctuation.tag-close.xml",">"]
],[
   ["jsx",1],
  ["text","    "],
  ["paren.quasi.end","}"],
  ["meta.tag.punctuation.tag-close.xml",">"]
],[
   ["jsx",1],
  ["string","1 "],
  ["meta.tag.punctuation.tag-open.xml","<"],
  ["meta.tag.tag-name.xml","a"],
  ["meta.tag.punctuation.tag-close.xml",">"],
  ["string"," "],
  ["paren.quasi.start","{"],
  ["text"," "],
  ["keyword.operator","++"],
  ["identifier","x"],
  ["text","  "],
  ["paren.quasi.end","}"],
  ["string"," "],
  ["meta.tag.punctuation.end-tag-open.xml","</"],
  ["meta.tag.tag-name.xml","a"],
  ["meta.tag.punctuation.tag-close.xml",">"]
],[
   "start",
  ["meta.tag.punctuation.end-tag-open.xml","</"],
  ["meta.tag.tag-name.xml","div"],
  ["meta.tag.punctuation.tag-close.xml",">"]
],[
   "start"
],[
   "start",
  ["storage.type","var"],
  ["text"," "],
  ["identifier","o"],
  ["text"," "],
  ["keyword.operator","="],
  ["text"," "],
  ["paren.lparen","{"]
],[
   ["start","no_regex","start","string.quasi.start","string.quasi.start","no_regex"],
  ["text","    "],
  ["identifier","t"],
  ["punctuation.operator",":"],
  ["string.quasi.start","`"],
  ["paren.quasi.start","${"],
  ["paren.lparen","["],
  ["paren.rparen","]"],
  ["punctuation.operator","."],
  ["identifier","map"],
  ["paren.lparen","("],
  ["identifier","x"],
  ["text"," "],
  ["keyword.operator","=>"],
  ["text"," "],
  ["paren.lparen","{"]
],[
   ["#tmp","no_regex","start","no_regex","start","string.quasi.start","string.quasi.start","no_regex"],
  ["text","        "],
  ["keyword","return"],
  ["text"," "],
  ["identifier","x"]
],[
   "no_regex",
  ["text","    "],
  ["paren.rparen","})"],
  ["paren.quasi.end","}"],
  ["string.quasi.end","`"]
],[
   "start",
  ["paren.rparen","}"],
  ["punctuation.operator",";"]
]]