mirrors/bbob
2
0
Fork 0
mirror of https://github.com/tenrok/BBob.git synced 2026-06-17 19:21:20 +03:00
Code Activity

feat(parser): add support for custom tokenizer

Browse Source
This commit is contained in:
Nikolay Kostyurin
2018-07-23 21:07:00 +02:00
parent c199ea268d
commit ce03b2fc26
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/bbob-parser/lib/parse.js
+2 -1
View File
@@ -1,5 +1,6 @@
const Tokenizer = require('./Tokenizer'); const Tokenizer = require('./Tokenizer');
const TagNode = require('./TagNode'); const TagNode = require('./TagNode');
const createLexer = require('./lexer');
/** /**
* @private * @private
@@ -223,7 +224,7 @@ const parseToken = (token) => {
*/ */
const parse = (input, opts = {}) => { const parse = (input, opts = {}) => {
options = opts; options = opts;
tokenizer = createTokenizer(input, parseToken); tokenizer = (opts.createTokenizer ? opts.createTokenizer : createTokenizer)(input, parseToken);
nodes = []; nodes = [];
nestedNodes = []; nestedNodes = [];