From ce03b2fc26eb37091e60eb32655c23c62b91ebfc Mon Sep 17 00:00:00 2001
From: Nikolay Kostyurin <jilizart@gmail.com>
Date: Mon, 23 Jul 2018 21:07:00 +0200
Subject: [PATCH] feat(parser): add support for custom tokenizer

---
 packages/bbob-parser/lib/parse.js | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/packages/bbob-parser/lib/parse.js b/packages/bbob-parser/lib/parse.js
index 32207d7..78240d6 100644
--- a/packages/bbob-parser/lib/parse.js
+++ b/packages/bbob-parser/lib/parse.js
@@ -1,5 +1,6 @@
 const Tokenizer = require('./Tokenizer');
 const TagNode = require('./TagNode');
+const createLexer = require('./lexer');
 
 /**
  * @private
@@ -223,7 +224,7 @@ const parseToken = (token) => {
  */
 const parse = (input, opts = {}) => {
   options = opts;
-  tokenizer = createTokenizer(input, parseToken);
+  tokenizer = (opts.createTokenizer ? opts.createTokenizer : createTokenizer)(input, parseToken);
 
   nodes = [];
   nestedNodes = [];