2
0
mirror of https://github.com/tenrok/BBob.git synced 2026-06-08 17:22:26 +03:00

feat(parser): optimize size

This commit is contained in:
Nikolay Kostyurin
2018-07-14 01:50:33 +02:00
parent 0bea22d3ca
commit 4c8dbed95f
4 changed files with 37 additions and 66 deletions
+9 -1
View File
@@ -1,6 +1,14 @@
const Tokenizer = require('../lib/Tokenizer');
const Token = require('../lib/Token');
const { TYPE } = Tokenizer;
const TYPE = {
WORD: Token.TYPE_WORD,
TAG: Token.TYPE_TAG,
ATTR_NAME: Token.TYPE_ATTR_NAME,
ATTR_VALUE: Token.TYPE_ATTR_VALUE,
SPACE: Token.TYPE_SPACE,
NEW_LINE: Token.TYPE_NEW_LINE,
};
const tokenize = input => (new Tokenizer(input).tokenize());