aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMihai Bazon <mihai.bazon@gmail.com>2015-05-20 16:17:46 +0300
committerMihai Bazon <mihai.bazon@gmail.com>2015-05-20 16:17:46 +0300
commitbce4307e9e1c22bcc00c83f9b51bb0bdb2f432b0 (patch)
tree3a47740cf26511f69ea349f3f5a1ad41db15c205
parent96ad94ab419ede17a5c931a1dc86416ea0c9d2a8 (diff)
downloadtracifyjs-bce4307e9e1c22bcc00c83f9b51bb0bdb2f432b0.tar.gz
tracifyjs-bce4307e9e1c22bcc00c83f9b51bb0bdb2f432b0.zip
Treat \uFEFF as whitespace.
Fix #714
-rw-r--r--lib/parse.js4
1 files changed, 2 insertions, 2 deletions
diff --git a/lib/parse.js b/lib/parse.js
index 3cc2da51..e65c4faa 100644
--- a/lib/parse.js
+++ b/lib/parse.js
@@ -108,7 +108,7 @@ var OPERATORS = makePredicate([
"||"
]);
-var WHITESPACE_CHARS = makePredicate(characters(" \u00a0\n\r\t\f\u000b\u200b\u180e\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000"));
+var WHITESPACE_CHARS = makePredicate(characters(" \u00a0\n\r\t\f\u000b\u200b\u180e\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000\uFEFF"));
var PUNC_BEFORE_EXPRESSION = makePredicate(characters("[{(,.;:"));
@@ -213,7 +213,7 @@ var EX_EOF = {};
function tokenizer($TEXT, filename, html5_comments) {
var S = {
- text : $TEXT.replace(/^\uFEFF/g, ''),
+ text : $TEXT,
filename : filename,
pos : 0,
tokpos : 0,