This commit is contained in:
Dmitry Vasilev
2022-11-30 21:32:38 +08:00
parent 4ba92b7b97
commit c0327cb8be

View File

@@ -102,7 +102,7 @@ const tokenize_js = (str) => {
{name: 'keyword' , re: reserved.map(r => '\\b' + r + '\\b').join('|')},
// TODO all possible notatins for js numbers
{name: 'number' , re: '-?\\d*\\.?\\d+'},
{name: 'identifier' , re: '[A-Za-z_][A-Za-z0-9_]*'},
{name: 'identifier' , re: '[A-Za-z_$][A-Za-z0-9_$]*'},
{name: 'punctuation' ,
re: '(' +