2
0
mirror of https://github.com/tenrok/BBob.git synced 2026-05-15 11:59:37 +03:00

feat(parser): add support for custom tokenizer

This commit is contained in:
Nikolay Kostyurin
2018-07-23 21:07:00 +02:00
parent c199ea268d
commit ce03b2fc26
+2 -1
View File
@@ -1,5 +1,6 @@
const Tokenizer = require('./Tokenizer');
const TagNode = require('./TagNode');
const createLexer = require('./lexer');
/**
* @private
@@ -223,7 +224,7 @@ const parseToken = (token) => {
*/
const parse = (input, opts = {}) => {
options = opts;
tokenizer = createTokenizer(input, parseToken);
tokenizer = (opts.createTokenizer ? opts.createTokenizer : createTokenizer)(input, parseToken);
nodes = [];
nestedNodes = [];