123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526 |
- /**
- * html 解析器
- * @tutorial https://github.com/jin-yufeng/Parser
- * @version 20200630
- * @author JinYufeng
- * @listens MIT
- */
- const cfg = require('./config.js'),
- blankChar = cfg.blankChar,
- CssHandler = require('./CssHandler.js'),
- windowWidth = wx.getSystemInfoSync().windowWidth;
- var emoji;
- function MpHtmlParser(data, options = {}) {
- this.attrs = {};
- this.CssHandler = new CssHandler(options.tagStyle, windowWidth);
- this.data = data;
- this.domain = options.domain;
- this.DOM = [];
- this.i = this.start = this.audioNum = this.imgNum = this.videoNum = 0;
- options.prot = (this.domain || '').includes('://') ? this.domain.split('://')[0] : 'http';
- this.options = options;
- this.state = this.Text;
- this.STACK = [];
- // 工具函数
- this.bubble = () => {
- for (var i = this.STACK.length, item; item = this.STACK[--i];) {
- if (cfg.richOnlyTags[item.name]) {
- if (item.name == 'table' && !Object.hasOwnProperty.call(item, 'c')) item.c = 1;
- return false;
- }
- item.c = 1;
- }
- return true;
- }
- this.decode = (val, amp) => {
- var i = -1,
- j, en;
- while (1) {
- if ((i = val.indexOf('&', i + 1)) == -1) break;
- if ((j = val.indexOf(';', i + 2)) == -1) break;
- if (val[i + 1] == '#') {
- en = parseInt((val[i + 2] == 'x' ? '0' : '') + val.substring(i + 2, j));
- if (!isNaN(en)) val = val.substr(0, i) + String.fromCharCode(en) + val.substr(j + 1);
- } else {
- en = val.substring(i + 1, j);
- if (cfg.entities[en] || en == amp)
- val = val.substr(0, i) + (cfg.entities[en] || '&') + val.substr(j + 1);
- }
- }
- return val;
- }
- this.getUrl = url => {
- if (url[0] == '/') {
- if (url[1] == '/') url = this.options.prot + ':' + url;
- else if (this.domain) url = this.domain + url;
- } else if (this.domain && url.indexOf('data:') != 0 && !url.includes('://'))
- url = this.domain + '/' + url;
- return url;
- }
- this.isClose = () => this.data[this.i] == '>' || (this.data[this.i] == '/' && this.data[this.i + 1] == '>');
- this.section = () => this.data.substring(this.start, this.i);
- this.parent = () => this.STACK[this.STACK.length - 1];
- this.siblings = () => this.STACK.length ? this.parent().children : this.DOM;
- }
- MpHtmlParser.prototype.parse = function () {
- if (emoji) this.data = emoji.parseEmoji(this.data);
- for (var c; c = this.data[this.i]; this.i++)
- this.state(c);
- if (this.state == this.Text) this.setText();
- while (this.STACK.length) this.popNode(this.STACK.pop());
- return this.DOM;
- }
- // 设置属性
- MpHtmlParser.prototype.setAttr = function () {
- var name = this.attrName.toLowerCase(),
- val = this.attrVal;
- if (cfg.boolAttrs[name]) this.attrs[name] = 'T';
- else if (val) {
- if (name == 'src' || (name == 'data-src' && !this.attrs.src)) this.attrs.src = this.getUrl(this.decode(val, 'amp'));
- else if (name == 'href' || name == 'style') this.attrs[name] = this.decode(val, 'amp');
- else if (name.substr(0, 5) != 'data-') this.attrs[name] = val;
- }
- this.attrVal = '';
- while (blankChar[this.data[this.i]]) this.i++;
- if (this.isClose()) this.setNode();
- else {
- this.start = this.i;
- this.state = this.AttrName;
- }
- }
- // 设置文本节点
- MpHtmlParser.prototype.setText = function () {
- var back, text = this.section();
- if (!text) return;
- text = (cfg.onText && cfg.onText(text, () => back = true)) || text;
- if (back) {
- this.data = this.data.substr(0, this.start) + text + this.data.substr(this.i);
- let j = this.start + text.length;
- for (this.i = this.start; this.i < j; this.i++) this.state(this.data[this.i]);
- return;
- }
- if (!this.pre) {
- // 合并空白符
- var tmp = [];
- for (let i = text.length, c; c = text[--i];)
- if (!blankChar[c] || (!blankChar[tmp[0]] && (c = ' '))) tmp.unshift(c);
- text = tmp.join('');
- }
- this.siblings().push({
- type: 'text',
- text: this.decode(text)
- });
- }
- // 设置元素节点
- MpHtmlParser.prototype.setNode = function () {
- var node = {
- name: this.tagName.toLowerCase(),
- attrs: this.attrs
- },
- close = cfg.selfClosingTags[node.name];
- this.attrs = {};
- if (!cfg.ignoreTags[node.name]) {
- // 处理属性
- var attrs = node.attrs,
- style = this.CssHandler.match(node.name, attrs, node) + (attrs.style || ''),
- styleObj = {};
- if (attrs.id) {
- if (this.options.compress & 1) attrs.id = void 0;
- else if (this.options.useAnchor) this.bubble();
- }
- if ((this.options.compress & 2) && attrs.class) attrs.class = void 0;
- switch (node.name) {
- case 'a':
- case 'ad':
- this.bubble();
- break;
- case 'font':
- if (attrs.color) {
- styleObj['color'] = attrs.color;
- attrs.color = void 0;
- }
- if (attrs.face) {
- styleObj['font-family'] = attrs.face;
- attrs.face = void 0;
- }
- if (attrs.size) {
- var size = parseInt(attrs.size);
- if (size < 1) size = 1;
- else if (size > 7) size = 7;
- var map = ['xx-small', 'x-small', 'small', 'medium', 'large', 'x-large', 'xx-large'];
- styleObj['font-size'] = map[size - 1];
- attrs.size = void 0;
- }
- break;
- case 'embed':
- var src = node.attrs.src || '',
- type = node.attrs.type || '';
- if (type.includes('video') || src.includes('.mp4') || src.includes('.3gp') || src.includes('.m3u8'))
- node.name = 'video';
- else if (type.includes('audio') || src.includes('.m4a') || src.includes('.wav') || src.includes('.mp3') || src.includes('.aac'))
- node.name = 'audio';
- else break;
- if (node.attrs.autostart)
- node.attrs.autoplay = 'T';
- node.attrs.controls = 'T';
- // falls through
- case 'video':
- case 'audio':
- if (!attrs.id) attrs.id = node.name + (++this[`${node.name}Num`]);
- else this[`${node.name}Num`]++;
- if (node.name == 'video') {
- if (this.videoNum > 3)
- node.lazyLoad = 1;
- if (attrs.width) {
- styleObj.width = parseFloat(attrs.width) + (attrs.width.includes('%') ? '%' : 'px');
- attrs.width = void 0;
- }
- if (attrs.height) {
- styleObj.height = parseFloat(attrs.height) + (attrs.height.includes('%') ? '%' : 'px');
- attrs.height = void 0;
- }
- }
- attrs.source = [];
- if (attrs.src) {
- attrs.source.push(attrs.src);
- attrs.src = void 0;
- }
- this.bubble();
- break;
- case 'td':
- case 'th':
- if (attrs.colspan || attrs.rowspan)
- for (var k = this.STACK.length, item; item = this.STACK[--k];)
- if (item.name == 'table') {
- item.c = void 0;
- break;
- }
- }
- if (attrs.align) {
- styleObj['text-align'] = attrs.align;
- attrs.align = void 0;
- }
- // 压缩 style
- var styles = style.split(';');
- style = '';
- for (var i = 0, len = styles.length; i < len; i++) {
- var info = styles[i].split(':');
- if (info.length < 2) continue;
- let key = info[0].trim().toLowerCase(),
- value = info.slice(1).join(':').trim();
- if (value.includes('-webkit') || value.includes('-moz') || value.includes('-ms') || value.includes('-o') || value.includes('safe'))
- style += `;${key}:${value}`;
- else if (!styleObj[key] || value.includes('import') || !styleObj[key].includes('import'))
- styleObj[key] = value;
- }
- if (node.name == 'img') {
- if (attrs.src && !attrs.ignore) {
- if (this.bubble())
- attrs.i = (this.imgNum++).toString();
- else attrs.ignore = 'T';
- }
- if (attrs.ignore) {
- style += ';-webkit-touch-callout:none';
- styleObj['max-width'] = '100%';
- }
- if (!styleObj.position)
- styleObj.top = styleObj.bottom = styleObj.left = styleObj.right = styleObj['z-index'] = void 0;
- var width;
- if (styleObj.width) width = styleObj.width;
- else if (attrs.width) width = attrs.width.includes('%') ? attrs.width : attrs.width + 'px';
- if (width) {
- styleObj.width = width;
- attrs.width = '100%';
- if (parseInt(width) > windowWidth) {
- styleObj.height = '';
- if (attrs.height) attrs.height = void 0;
- }
- }
- if (styleObj.height) {
- attrs.height = styleObj.height;
- styleObj.height = '';
- } else if (attrs.height && !attrs.height.includes('%'))
- attrs.height += 'px';
- }
- for (var key in styleObj) {
- var value = styleObj[key];
- if (!value) continue;
- if (key.includes('flex') || key == 'order' || key == 'self-align') node.c = 1;
- // 填充链接
- if (value.includes('url')) {
- var j = value.indexOf('(');
- if (j++ != -1) {
- while (value[j] == '"' || value[j] == "'" || blankChar[value[j]]) j++;
- value = value.substr(0, j) + this.getUrl(value.substr(j));
- }
- }
- // 转换 rpx
- else if (value.includes('rpx'))
- value = value.replace(/[0-9.]+\s*rpx/g, $ => parseFloat($) * windowWidth / 750 + 'px');
- else if (key == 'white-space' && value.includes('pre') && !close)
- this.pre = node.pre = true;
- style += `;${key}:${value}`;
- }
- style = style.substr(1);
- if (style) attrs.style = style;
- if (!close) {
- node.children = [];
- if (node.name == 'pre' && cfg.highlight) {
- this.remove(node);
- this.pre = node.pre = true;
- }
- this.siblings().push(node);
- this.STACK.push(node);
- } else if (!cfg.filter || cfg.filter(node, this) != false)
- this.siblings().push(node);
- } else {
- if (!close) this.remove(node);
- else if (node.name == 'source') {
- var parent = this.parent();
- if (parent && (parent.name == 'video' || parent.name == 'audio') && node.attrs.src)
- parent.attrs.source.push(node.attrs.src);
- } else if (node.name == 'base' && !this.domain) this.domain = node.attrs.href;
- }
- if (this.data[this.i] == '/') this.i++;
- this.start = this.i + 1;
- this.state = this.Text;
- }
- // 移除标签
- MpHtmlParser.prototype.remove = function (node) {
- var name = node.name,
- j = this.i;
- // 处理 svg
- var handleSvg = () => {
- var src = this.data.substring(j, this.i + 1);
- if (!node.attrs.xmlns) src = ' xmlns="http://www.w3.org/2000/svg"' + src;
- var i = j;
- while (this.data[j] != '<') j--;
- src = this.data.substring(j, i) + src;
- var parent = this.parent();
- if (node.attrs.width == '100%' && parent && (parent.attrs.style || '').includes('inline'))
- parent.attrs.style = 'width:300px;max-width:100%;' + parent.attrs.style;
- this.siblings().push({
- name: 'img',
- attrs: {
- src: 'data:image/svg+xml;utf8,' + src.replace(/#/g, '%23'),
- style: (/vertical[^;]+/.exec(node.attrs.style) || []).shift(),
- ignore: 'T'
- }
- })
- }
- if (node.name == 'svg' && this.data[j] == '/') return handleSvg(this.i++);
- while (1) {
- if ((this.i = this.data.indexOf('</', this.i + 1)) == -1) {
- if (name == 'pre' || name == 'svg') this.i = j;
- else this.i = this.data.length;
- return;
- }
- this.start = (this.i += 2);
- while (!blankChar[this.data[this.i]] && !this.isClose()) this.i++;
- if (this.section().toLowerCase() == name) {
- // 代码块高亮
- if (name == 'pre') {
- this.data = this.data.substr(0, j + 1) + cfg.highlight(this.data.substring(j + 1, this.i - 5), node.attrs) + this.data.substr(this.i - 5);
- return this.i = j;
- } else if (name == 'style')
- this.CssHandler.getStyle(this.data.substring(j + 1, this.i - 7));
- else if (name == 'title')
- this.DOM.title = this.data.substring(j + 1, this.i - 7);
- if ((this.i = this.data.indexOf('>', this.i)) == -1) this.i = this.data.length;
- if (name == 'svg') handleSvg();
- return;
- }
- }
- }
- // 节点出栈处理
- MpHtmlParser.prototype.popNode = function (node) {
- // 空白符处理
- if (node.pre) {
- node.pre = this.pre = void 0;
- for (let i = this.STACK.length; i--;)
- if (this.STACK[i].pre)
- this.pre = true;
- }
- var siblings = this.siblings(),
- len = siblings.length,
- childs = node.children;
- if (node.name == 'head' || (cfg.filter && cfg.filter(node, this) == false))
- return siblings.pop();
- var attrs = node.attrs;
- // 替换一些标签名
- if (cfg.blockTags[node.name]) node.name = 'div';
- else if (!cfg.trustTags[node.name]) node.name = 'span';
- // 去除块标签前后空串
- if (node.name == 'div' || node.name == 'p' || node.name[0] == 't') {
- if (len > 1 && siblings[len - 2].text == ' ')
- siblings.splice(--len - 1, 1);
- if (childs.length && childs[childs.length - 1].text == ' ')
- childs.pop();
- }
- // 处理列表
- if (node.c && (node.name == 'ul' || node.name == 'ol')) {
- if ((node.attrs.style || '').includes('list-style:none')) {
- for (let i = 0, child; child = childs[i++];)
- if (child.name == 'li')
- child.name = 'div';
- } else if (node.name == 'ul') {
- var floor = 1;
- for (let i = this.STACK.length; i--;)
- if (this.STACK[i].name == 'ul') floor++;
- if (floor != 1)
- for (let i = childs.length; i--;)
- childs[i].floor = floor;
- } else {
- for (let i = 0, num = 1, child; child = childs[i++];)
- if (child.name == 'li') {
- child.type = 'ol';
- child.num = ((num, type) => {
- if (type == 'a') return String.fromCharCode(97 + (num - 1) % 26);
- if (type == 'A') return String.fromCharCode(65 + (num - 1) % 26);
- if (type == 'i' || type == 'I') {
- num = (num - 1) % 99 + 1;
- var one = ['I', 'II', 'III', 'IV', 'V', 'VI', 'VII', 'VIII', 'IX'],
- ten = ['X', 'XX', 'XXX', 'XL', 'L', 'LX', 'LXX', 'LXXX', 'XC'],
- res = (ten[Math.floor(num / 10) - 1] || '') + (one[num % 10 - 1] || '');
- if (type == 'i') return res.toLowerCase();
- return res;
- }
- return num;
- })(num++, attrs.type) + '.';
- }
- }
- }
- // 处理表格的边框
- if (node.name == 'table') {
- var padding = attrs.cellpadding,
- spacing = attrs.cellspacing,
- border = attrs.border;
- if (node.c) {
- this.bubble();
- attrs.style = (attrs.style || '') + ';display:table';
- if (!padding) padding = 2;
- if (!spacing) spacing = 2;
- }
- if (border) attrs.style = `border:${border}px solid gray;${attrs.style || ''}`;
- if (spacing) attrs.style = `border-spacing:${spacing}px;${attrs.style || ''}`;
- if (border || padding || node.c)
- (function f(ns) {
- for (var i = 0, n; n = ns[i]; i++) {
- if (n.type == 'text') continue;
- var style = n.attrs.style || '';
- if (node.c && n.name[0] == 't') {
- n.c = 1;
- style += ';display:table-' + (n.name == 'th' || n.name == 'td' ? 'cell' : (n.name == 'tr' ? 'row' : 'row-group'));
- }
- if (n.name == 'th' || n.name == 'td') {
- if (border) style = `border:${border}px solid gray;${style}`;
- if (padding) style = `padding:${padding}px;${style}`;
- } else f(n.children || []);
- if (style) n.attrs.style = style;
- }
- })(childs)
- if (this.options.autoscroll) {
- var table = Object.assign({}, node);
- node.name = 'div';
- node.attrs = {
- style: 'overflow:scroll'
- }
- node.children = [table];
- }
- }
- this.CssHandler.pop && this.CssHandler.pop(node);
- // 自动压缩
- if (node.name == 'div' && !Object.keys(attrs).length && childs.length == 1 && childs[0].name == 'div')
- siblings[len - 1] = childs[0];
- }
- // 状态机
- MpHtmlParser.prototype.Text = function (c) {
- if (c == '<') {
- var next = this.data[this.i + 1],
- isLetter = c => (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z');
- if (isLetter(next)) {
- this.setText();
- this.start = this.i + 1;
- this.state = this.TagName;
- } else if (next == '/') {
- this.setText();
- if (isLetter(this.data[++this.i + 1])) {
- this.start = this.i + 1;
- this.state = this.EndTag;
- } else this.Comment();
- } else if (next == '!') {
- this.setText();
- this.Comment();
- }
- }
- }
- MpHtmlParser.prototype.Comment = function () {
- var key;
- if (this.data.substring(this.i + 2, this.i + 4) == '--') key = '-->';
- else if (this.data.substring(this.i + 2, this.i + 9) == '[CDATA[') key = ']]>';
- else key = '>';
- if ((this.i = this.data.indexOf(key, this.i + 2)) == -1) this.i = this.data.length;
- else this.i += key.length - 1;
- this.start = this.i + 1;
- this.state = this.Text;
- }
- MpHtmlParser.prototype.TagName = function (c) {
- if (blankChar[c]) {
- this.tagName = this.section();
- while (blankChar[this.data[this.i]]) this.i++;
- if (this.isClose()) this.setNode();
- else {
- this.start = this.i;
- this.state = this.AttrName;
- }
- } else if (this.isClose()) {
- this.tagName = this.section();
- this.setNode();
- }
- }
- MpHtmlParser.prototype.AttrName = function (c) {
- if (c == '=' || blankChar[c] || this.isClose()) {
- this.attrName = this.section();
- if (blankChar[c])
- while (blankChar[this.data[++this.i]]);
- if (this.data[this.i] == '=') {
- while (blankChar[this.data[++this.i]]);
- this.start = this.i--;
- this.state = this.AttrValue;
- } else this.setAttr();
- }
- }
- MpHtmlParser.prototype.AttrValue = function (c) {
- if (c == '"' || c == "'") {
- this.start++;
- if ((this.i = this.data.indexOf(c, this.i + 1)) == -1) return this.i = this.data.length;
- this.attrVal = this.section();
- this.i++;
- } else {
- for (; !blankChar[this.data[this.i]] && !this.isClose(); this.i++);
- this.attrVal = this.section();
- }
- this.setAttr();
- }
- MpHtmlParser.prototype.EndTag = function (c) {
- if (blankChar[c] || c == '>' || c == '/') {
- var name = this.section().toLowerCase();
- for (var i = this.STACK.length; i--;)
- if (this.STACK[i].name == name) break;
- if (i != -1) {
- var node;
- while ((node = this.STACK.pop()).name != name) this.popNode(node);
- this.popNode(node);
- } else if (name == 'p' || name == 'br')
- this.siblings().push({
- name,
- attrs: {}
- });
- this.i = this.data.indexOf('>', this.i);
- this.start = this.i + 1;
- if (this.i == -1) this.i = this.data.length;
- else this.state = this.Text;
- }
- }
- module.exports = MpHtmlParser;
|