This commit is contained in:
Mihai Bazon
2012-09-25 15:30:59 +03:00
parent 4201577dd7
commit 10c7f52074

View File

@@ -273,7 +273,7 @@ var EX_EOF = {};
function tokenizer($TEXT, filename) { function tokenizer($TEXT, filename) {
var S = { var S = {
text : $TEXT.replace(/\r\n?|[\n\u2028\u2029]/g, "\n").replace(/^\uFEFF/, ''), text : $TEXT.replace(/\r\n?|[\n\u2028\u2029]/g, "\n").replace(/\uFEFF/g, ''),
filename : filename, filename : filename,
pos : 0, pos : 0,
tokpos : 0, tokpos : 0,