296 lines
32 KiB
JavaScript
296 lines
32 KiB
JavaScript
|
"use strict";
|
||
|
|
|
||
|
|
exports.__esModule = true;
|
||
|
|
exports.default = tokenizer;
|
||
|
|
var SINGLE_QUOTE = '\''.charCodeAt(0);
|
||
|
|
var DOUBLE_QUOTE = '"'.charCodeAt(0);
|
||
|
|
var BACKSLASH = '\\'.charCodeAt(0);
|
||
|
|
var SLASH = '/'.charCodeAt(0);
|
||
|
|
var NEWLINE = '\n'.charCodeAt(0);
|
||
|
|
var SPACE = ' '.charCodeAt(0);
|
||
|
|
var FEED = '\f'.charCodeAt(0);
|
||
|
|
var TAB = '\t'.charCodeAt(0);
|
||
|
|
var CR = '\r'.charCodeAt(0);
|
||
|
|
var OPEN_SQUARE = '['.charCodeAt(0);
|
||
|
|
var CLOSE_SQUARE = ']'.charCodeAt(0);
|
||
|
|
var OPEN_PARENTHESES = '('.charCodeAt(0);
|
||
|
|
var CLOSE_PARENTHESES = ')'.charCodeAt(0);
|
||
|
|
var OPEN_CURLY = '{'.charCodeAt(0);
|
||
|
|
var CLOSE_CURLY = '}'.charCodeAt(0);
|
||
|
|
var SEMICOLON = ';'.charCodeAt(0);
|
||
|
|
var ASTERISK = '*'.charCodeAt(0);
|
||
|
|
var COLON = ':'.charCodeAt(0);
|
||
|
|
var AT = '@'.charCodeAt(0);
|
||
|
|
var RE_AT_END = /[ \n\t\r\f{}()'"\\;/[\]#]/g;
|
||
|
|
var RE_WORD_END = /[ \n\t\r\f(){}:;@!'"\\\][#]|\/(?=\*)/g;
|
||
|
|
var RE_BAD_BRACKET = /.[\\/("'\n]/;
|
||
|
|
var RE_HEX_ESCAPE = /[a-f0-9]/i;
|
||
|
|
|
||
|
|
function tokenizer(input, options) {
|
||
|
|
if (options === void 0) {
|
||
|
|
options = {};
|
||
|
|
}
|
||
|
|
|
||
|
|
var css = input.css.valueOf();
|
||
|
|
var ignore = options.ignoreErrors;
|
||
|
|
var code, next, quote, lines, last, content, escape;
|
||
|
|
var nextLine, nextOffset, escaped, escapePos, prev, n, currentToken;
|
||
|
|
var length = css.length;
|
||
|
|
var offset = -1;
|
||
|
|
var line = 1;
|
||
|
|
var pos = 0;
|
||
|
|
var buffer = [];
|
||
|
|
var returned = [];
|
||
|
|
|
||
|
|
function position() {
|
||
|
|
return pos;
|
||
|
|
}
|
||
|
|
|
||
|
|
function unclosed(what) {
|
||
|
|
throw input.error('Unclosed ' + what, line, pos - offset);
|
||
|
|
}
|
||
|
|
|
||
|
|
function endOfFile() {
|
||
|
|
return returned.length === 0 && pos >= length;
|
||
|
|
}
|
||
|
|
|
||
|
|
function nextToken(opts) {
|
||
|
|
if (returned.length) return returned.pop();
|
||
|
|
if (pos >= length) return;
|
||
|
|
var ignoreUnclosed = opts ? opts.ignoreUnclosed : false;
|
||
|
|
code = css.charCodeAt(pos);
|
||
|
|
|
||
|
|
if (code === NEWLINE || code === FEED || code === CR && css.charCodeAt(pos + 1) !== NEWLINE) {
|
||
|
|
offset = pos;
|
||
|
|
line += 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
switch (code) {
|
||
|
|
case NEWLINE:
|
||
|
|
case SPACE:
|
||
|
|
case TAB:
|
||
|
|
case CR:
|
||
|
|
case FEED:
|
||
|
|
next = pos;
|
||
|
|
|
||
|
|
do {
|
||
|
|
next += 1;
|
||
|
|
code = css.charCodeAt(next);
|
||
|
|
|
||
|
|
if (code === NEWLINE) {
|
||
|
|
offset = next;
|
||
|
|
line += 1;
|
||
|
|
}
|
||
|
|
} while (code === SPACE || code === NEWLINE || code === TAB || code === CR || code === FEED);
|
||
|
|
|
||
|
|
currentToken = ['space', css.slice(pos, next)];
|
||
|
|
pos = next - 1;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case OPEN_SQUARE:
|
||
|
|
case CLOSE_SQUARE:
|
||
|
|
case OPEN_CURLY:
|
||
|
|
case CLOSE_CURLY:
|
||
|
|
case COLON:
|
||
|
|
case SEMICOLON:
|
||
|
|
case CLOSE_PARENTHESES:
|
||
|
|
var controlChar = String.fromCharCode(code);
|
||
|
|
currentToken = [controlChar, controlChar, line, pos - offset];
|
||
|
|
break;
|
||
|
|
|
||
|
|
case OPEN_PARENTHESES:
|
||
|
|
prev = buffer.length ? buffer.pop()[1] : '';
|
||
|
|
n = css.charCodeAt(pos + 1);
|
||
|
|
|
||
|
|
if (prev === 'url' && n !== SINGLE_QUOTE && n !== DOUBLE_QUOTE && n !== SPACE && n !== NEWLINE && n !== TAB && n !== FEED && n !== CR) {
|
||
|
|
next = pos;
|
||
|
|
|
||
|
|
do {
|
||
|
|
escaped = false;
|
||
|
|
next = css.indexOf(')', next + 1);
|
||
|
|
|
||
|
|
if (next === -1) {
|
||
|
|
if (ignore || ignoreUnclosed) {
|
||
|
|
next = pos;
|
||
|
|
break;
|
||
|
|
} else {
|
||
|
|
unclosed('bracket');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
escapePos = next;
|
||
|
|
|
||
|
|
while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
|
||
|
|
escapePos -= 1;
|
||
|
|
escaped = !escaped;
|
||
|
|
}
|
||
|
|
} while (escaped);
|
||
|
|
|
||
|
|
currentToken = ['brackets', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
pos = next;
|
||
|
|
} else {
|
||
|
|
next = css.indexOf(')', pos + 1);
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
|
||
|
|
if (next === -1 || RE_BAD_BRACKET.test(content)) {
|
||
|
|
currentToken = ['(', '(', line, pos - offset];
|
||
|
|
} else {
|
||
|
|
currentToken = ['brackets', content, line, pos - offset, line, next - offset];
|
||
|
|
pos = next;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
break;
|
||
|
|
|
||
|
|
case SINGLE_QUOTE:
|
||
|
|
case DOUBLE_QUOTE:
|
||
|
|
quote = code === SINGLE_QUOTE ? '\'' : '"';
|
||
|
|
next = pos;
|
||
|
|
|
||
|
|
do {
|
||
|
|
escaped = false;
|
||
|
|
next = css.indexOf(quote, next + 1);
|
||
|
|
|
||
|
|
if (next === -1) {
|
||
|
|
if (ignore || ignoreUnclosed) {
|
||
|
|
next = pos + 1;
|
||
|
|
break;
|
||
|
|
} else {
|
||
|
|
unclosed('string');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
escapePos = next;
|
||
|
|
|
||
|
|
while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
|
||
|
|
escapePos -= 1;
|
||
|
|
escaped = !escaped;
|
||
|
|
}
|
||
|
|
} while (escaped);
|
||
|
|
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
lines = content.split('\n');
|
||
|
|
last = lines.length - 1;
|
||
|
|
|
||
|
|
if (last > 0) {
|
||
|
|
nextLine = line + last;
|
||
|
|
nextOffset = next - lines[last].length;
|
||
|
|
} else {
|
||
|
|
nextLine = line;
|
||
|
|
nextOffset = offset;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['string', css.slice(pos, next + 1), line, pos - offset, nextLine, next - nextOffset];
|
||
|
|
offset = nextOffset;
|
||
|
|
line = nextLine;
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case AT:
|
||
|
|
RE_AT_END.lastIndex = pos + 1;
|
||
|
|
RE_AT_END.test(css);
|
||
|
|
|
||
|
|
if (RE_AT_END.lastIndex === 0) {
|
||
|
|
next = css.length - 1;
|
||
|
|
} else {
|
||
|
|
next = RE_AT_END.lastIndex - 2;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['at-word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
case BACKSLASH:
|
||
|
|
next = pos;
|
||
|
|
escape = true;
|
||
|
|
|
||
|
|
while (css.charCodeAt(next + 1) === BACKSLASH) {
|
||
|
|
next += 1;
|
||
|
|
escape = !escape;
|
||
|
|
}
|
||
|
|
|
||
|
|
code = css.charCodeAt(next + 1);
|
||
|
|
|
||
|
|
if (escape && code !== SLASH && code !== SPACE && code !== NEWLINE && code !== TAB && code !== CR && code !== FEED) {
|
||
|
|
next += 1;
|
||
|
|
|
||
|
|
if (RE_HEX_ESCAPE.test(css.charAt(next))) {
|
||
|
|
while (RE_HEX_ESCAPE.test(css.charAt(next + 1))) {
|
||
|
|
next += 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (css.charCodeAt(next + 1) === SPACE) {
|
||
|
|
next += 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
pos = next;
|
||
|
|
break;
|
||
|
|
|
||
|
|
default:
|
||
|
|
if (code === SLASH && css.charCodeAt(pos + 1) === ASTERISK) {
|
||
|
|
next = css.indexOf('*/', pos + 2) + 1;
|
||
|
|
|
||
|
|
if (next === 0) {
|
||
|
|
if (ignore || ignoreUnclosed) {
|
||
|
|
next = css.length;
|
||
|
|
} else {
|
||
|
|
unclosed('comment');
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
content = css.slice(pos, next + 1);
|
||
|
|
lines = content.split('\n');
|
||
|
|
last = lines.length - 1;
|
||
|
|
|
||
|
|
if (last > 0) {
|
||
|
|
nextLine = line + last;
|
||
|
|
nextOffset = next - lines[last].length;
|
||
|
|
} else {
|
||
|
|
nextLine = line;
|
||
|
|
nextOffset = offset;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['comment', content, line, pos - offset, nextLine, next - nextOffset];
|
||
|
|
offset = nextOffset;
|
||
|
|
line = nextLine;
|
||
|
|
pos = next;
|
||
|
|
} else {
|
||
|
|
RE_WORD_END.lastIndex = pos + 1;
|
||
|
|
RE_WORD_END.test(css);
|
||
|
|
|
||
|
|
if (RE_WORD_END.lastIndex === 0) {
|
||
|
|
next = css.length - 1;
|
||
|
|
} else {
|
||
|
|
next = RE_WORD_END.lastIndex - 2;
|
||
|
|
}
|
||
|
|
|
||
|
|
currentToken = ['word', css.slice(pos, next + 1), line, pos - offset, line, next - offset];
|
||
|
|
buffer.push(currentToken);
|
||
|
|
pos = next;
|
||
|
|
}
|
||
|
|
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
pos++;
|
||
|
|
return currentToken;
|
||
|
|
}
|
||
|
|
|
||
|
|
function back(token) {
|
||
|
|
returned.push(token);
|
||
|
|
}
|
||
|
|
|
||
|
|
return {
|
||
|
|
back: back,
|
||
|
|
nextToken: nextToken,
|
||
|
|
endOfFile: endOfFile,
|
||
|
|
position: position
|
||
|
|
};
|
||
|
|
}
|
||
|
|
|
||
|
|
module.exports = exports.default;
|
||
|
|
//# sourceMappingURL=data:application/json;charset=utf8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbInRva2VuaXplLmVzNiJdLCJuYW1lcyI6WyJTSU5HTEVfUVVPVEUiLCJjaGFyQ29kZUF0IiwiRE9VQkxFX1FVT1RFIiwiQkFDS1NMQVNIIiwiU0xBU0giLCJORVdMSU5FIiwiU1BBQ0UiLCJGRUVEIiwiVEFCIiwiQ1IiLCJPUEVOX1NRVUFSRSIsIkNMT1NFX1NRVUFSRSIsIk9QRU5fUEFSRU5USEVTRVMiLCJDTE9TRV9QQVJFTlRIRVNFUyIsIk9QRU5fQ1VSTFkiLCJDTE9TRV9DVVJMWSIsIlNFTUlDT0xPTiIsIkFTVEVSSVNLIiwiQ09MT04iLCJBVCIsIlJFX0FUX0VORCIsIlJFX1dPUkRfRU5EIiwiUkVfQkFEX0JSQUNLRVQiLCJSRV9IRVhfRVNDQVBFIiwidG9rZW5pemVyIiwiaW5wdXQiLCJvcHRpb25zIiwiY3NzIiwidmFsdWVPZiIsImlnbm9yZSIsImlnbm9yZUVycm9ycyIsImNvZGUiLCJuZXh0IiwicXVvdGUiLCJsaW5lcyIsImxhc3QiLCJjb250ZW50IiwiZXNjYXBlIiwibmV4dExpbmUiLCJuZXh0T2Zmc2V0IiwiZXNjYXBlZCIsImVzY2FwZVBvcyIsInByZXYiLCJuIiwiY3VycmVudFRva2VuIiwibGVuZ3RoIiwib2Zmc2V0IiwibGluZSIsInBvcyIsImJ1ZmZlciIsInJldHVybmVkIiwicG9zaXRpb24iLCJ1bmNsb3NlZCIsIndoYXQiLCJlcnJvciIsImVuZE9mRmlsZSIsIm5leHRUb2tlbiIsIm9wdHMiLCJwb3AiLCJpZ25vcmVVbmNsb3NlZCIsInNsaWNlIiwiY29udHJvbENoYXIiLCJTdHJpbmciLCJmcm9tQ2hhckNvZGUiLCJpbmRleE9mIiwidGVzdCIsInNwbGl0IiwibGFzdEluZGV4IiwiY2hhckF0IiwicHVzaCIsImJhY2siLCJ0b2tlbiJdLCJtYXBwaW5ncyI6Ijs7OztBQUFBLElBQU1BLFlBQVksR0FBRyxLQUFLQyxVQUFMLENBQWdCLENBQWhCLENBQXJCO0FBQ0EsSUFBTUMsWUFBWSxHQUFHLElBQUlELFVBQUosQ0FBZSxDQUFmLENBQXJCO0FBQ0EsSUFBTUUsU0FBUyxHQUFHLEtBQUtGLFVBQUwsQ0FBZ0IsQ0FBaEIsQ0FBbEI7QUFDQSxJQUFNRyxLQUFLLEdBQUcsSUFBSUgsVUFBSixDQUFlLENBQWYsQ0FBZDtBQUNBLElBQU1JLE9BQU8sR0FBRyxLQUFLSixVQUFMLENBQWdCLENBQWhCLENBQWhCO0FBQ0EsSUFBTUssS0FBSyxHQUFHLElBQUlMLFVBQUosQ0FBZSxDQUFmLENBQWQ7QUFDQSxJQUFNTSxJQUFJLEdBQUcsS0FBS04sVUFBTCxDQUFnQixDQUFoQixDQUFiO0FBQ0EsSUFBTU8sR0FBRyxHQUFHLEtBQUtQLFVBQUwsQ0FBZ0IsQ0FBaEIsQ0FBWjtBQUNBLElBQU1RLEVBQUUsR0FBRyxLQUFLUixVQUFMLENBQWdCLENBQWhCLENBQVg7QUFDQSxJQUFNUyxXQUFXLEdBQUcsSUFBSVQsVUFBSixDQUFlLENBQWYsQ0FBcEI7QUFDQSxJQUFNVSxZQUFZLEdBQUcsSUFBSVYsVUFBSixDQUFlLENBQWYsQ0FBckI7QUFDQSxJQUFNVyxnQkFBZ0IsR0FBRyxJQUFJWCxVQUFKLENBQWUsQ0FBZixDQUF6QjtBQUNBLElBQU1ZLGlCQUFpQixHQUFHLElBQUlaLFVBQUosQ0FBZSxDQUFmLENBQTFCO0FBQ0EsSUFBTWEsVUFBVSxHQUFHLElBQUliLFVBQUosQ0FBZSxDQUFmLENBQW5CO0FBQ0EsSUFBTWMsV0FBVyxHQUFHLElBQUlkLFVBQUosQ0FBZSxDQUFmLENBQXBCO0FBQ0EsSUFBTWUsU0FBUyxHQUFHLElBQUlmLFVBQUosQ0FBZSxDQUFmLENBQWxCO0FBQ0EsSUFBTWdCLFFBQVEsR0FBRyxJQUFJaEIsVUFBSixDQUFlLENBQWYsQ0FBakI7QUFDQSxJQUFNaUIsS0FBSyxHQUFHLElBQUlqQixVQUFKLENBQWUsQ0FBZixDQUFkO0FBQ0EsSUFBTWtCLEVBQUUsR0FBRyxJQUFJbEIsVUFBSixDQUFlLENBQWYsQ0FBWDtBQUVBLElBQU1tQixTQUFTLEdBQUcsNEJBQWxCO0FBQ0EsSUFBTUMsV0FBVyxHQUFHLHVDQUFwQjtBQUNBLElBQU1DLGNBQWMsR0FBRyxhQUF2QjtBQUNBLElBQU1DLGFBQWEsR0FBRyxXQUF0Qjs7QUFFZSxTQUFTQyxTQUFULENBQW9CQyxLQUFwQixFQUEyQkMsT0FBM0IsRUFBeUM7QUFBQSxNQUFkQSxPQUFjO0FBQWRBLElBQUFBLE9BQWMsR0FBSixFQUFJO0FBQUE7O0FBQ3RELE1BQUlDLEdBQUcsR0FBR0YsS0FBSyxDQUFDRSxHQUFOLENBQVVDLE9BQVYsRUFBVjtBQUNBLE1BQUlDLE1BQU0sR0FBR0gsT0FBTyxDQUFDSSxZQUFyQjtBQUVBLE1BQUlDLElBQUosRUFBVUMsSUFBVixFQUFnQkMsS0FBaEIsRUFBdUJDLEtBQXZCLEVBQThCQyxJQUE5QixFQUFvQ0MsT0FBcEMsRUFBNkNDLE1BQTdDO0FBQ0EsTUFBSUMsUUFBSixFQUFjQyxVQUFkLEVBQTBCQyxPQUExQixFQUFtQ0MsU0FBbkMsRUFBOENDLElBQTlDLEVBQW9EQyxDQUFwRCxFQUF1REMsWUFBdkQ7QUFFQSxNQUFJQyxNQUFNLEdBQUdsQixHQUFHLENBQUNrQixNQUFqQjtBQUNBLE1BQUlDLE1BQU0sR0FBRyxDQUFDLENBQWQ7QUFDQSxNQUFJQyxJQUFJLEdBQUcsQ0FBWDtBQUNBLE1BQUlDLEdBQUcsR0FBRyxDQUFWO0FBQ0EsTUFBSUMsTUFBTSxHQUFHLEVBQWI7QUFDQSxNQUFJQyxRQUFRLEdBQUcsRUFBZjs7QUFFQSxXQUFTQyxRQUFULEdBQXFCO0FBQ25CLFdBQU9ILEdBQVA7QUFDRDs7QUFFRCxXQUFTSSxRQUFULENBQW1CQyxJQUFuQixFQUF5QjtBQUN2QixVQUFNNUIsS0FBSyxDQUFDNkIsS0FBTixDQUFZLGNBQWNELElBQTFCLEVBQWdDTixJQUFoQyxFQUFzQ0MsR0FBRyxHQUFHRixNQUE1QyxDQUFOO0FBQ0Q7O0FBRUQsV0FBU1MsU0FBVCxHQUFzQjtBQUNwQixXQUFPTCxRQUFRLENBQUNMLE1BQVQsS0FBb0IsQ0FBcEIsSUFBeUJHLEdBQUcsSUFBSUgsTUFBdkM7QUFDRDs7QUFFRCxXQUFTVyxTQUFULENBQW9CQyxJQUFwQixFQUEwQjtBQUN4QixRQUFJUCxRQUFRLENBQUNMLE1BQWIsRUFBcUIsT0FBT0ssUUFBUSxDQUFDUSxHQUFULEVBQVA7QUFDckIsUUFBSVYsR0FBRyxJQUFJSCxNQUFYLEVBQW1CO0FBRW5CLFFBQUljLGNBQWMsR0FBR0YsSUFBSSxHQUFHQSxJQUFJLENBQUNFLGNBQVIsR0FBeUIsS0FBbEQ7QUFFQTVCLElBQUFBLElBQUksR0FBR0osR0FBRyxDQUFDMUIsVUFBSixDQUFlK0MsR0FBZixDQUFQOztBQUNBLFFBQ0VqQixJQUFJLEtBQUsxQixPQUFULElBQW9CMEIsSUFBSSxLQUFLeEIsSUFBN0IsSUFDQ3dCLElBQUksS0FBS3RCLEVBQVQsSUFBZWtCLEdBQUcsQ0FBQzFCLFVBQUosQ0FB
|