From bce4307e9e1c22bcc00c83f9b51bb0bdb2f432b0 Mon Sep 17 00:00:00 2001 From: Mihai Bazon Date: Wed, 20 May 2015 16:17:46 +0300 Subject: [PATCH] Treat \uFEFF as whitespace. Fix #714 --- lib/parse.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/lib/parse.js b/lib/parse.js index 3cc2da51..e65c4faa 100644 --- a/lib/parse.js +++ b/lib/parse.js @@ -108,7 +108,7 @@ var OPERATORS = makePredicate([ "||" ]); -var WHITESPACE_CHARS = makePredicate(characters(" \u00a0\n\r\t\f\u000b\u200b\u180e\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000")); +var WHITESPACE_CHARS = makePredicate(characters(" \u00a0\n\r\t\f\u000b\u200b\u180e\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000\uFEFF")); var PUNC_BEFORE_EXPRESSION = makePredicate(characters("[{(,.;:")); @@ -213,7 +213,7 @@ var EX_EOF = {}; function tokenizer($TEXT, filename, html5_comments) { var S = { - text : $TEXT.replace(/^\uFEFF/g, ''), + text : $TEXT, filename : filename, pos : 0, tokpos : 0, -- 2.34.1