Export tokenizer function

In uglify-js@1, both parser and tokenizer methods were exported

This allows to use tokenizer() separately, e.g. to wrap or override it, as
parse() method accepts not only text, but also tokenized functions.

1 files changed, 1 insertions, 0 deletions

diff --git a/tools/exports.js b/tools/exports.js
index 110b5c4e..09acc13e 100644
--- a/tools/exports.js
+++ b/tools/exports.js
@@ -14,5 +14,6 @@ exports["merge"] = merge;
 exports["parse"] = parse;
 exports["push_uniq"] = push_uniq;
 exports["string_template"] = string_template;
+exports["tokenizer"] = tokenizer;
 exports["is_identifier"] = is_identifier;
 exports["SymbolDef"] = SymbolDef;