123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489 |
- import Tokenizer, { QuoteType } from "./Tokenizer.js";
- import { fromCodePoint } from "entities/lib/decode.js";
- const formTags = new Set([
- "input",
- "option",
- "optgroup",
- "select",
- "button",
- "datalist",
- "textarea",
- ]);
- const pTag = new Set(["p"]);
- const tableSectionTags = new Set(["thead", "tbody"]);
- const ddtTags = new Set(["dd", "dt"]);
- const rtpTags = new Set(["rt", "rp"]);
- const openImpliesClose = new Map([
- ["tr", new Set(["tr", "th", "td"])],
- ["th", new Set(["th"])],
- ["td", new Set(["thead", "th", "td"])],
- ["body", new Set(["head", "link", "script"])],
- ["li", new Set(["li"])],
- ["p", pTag],
- ["h1", pTag],
- ["h2", pTag],
- ["h3", pTag],
- ["h4", pTag],
- ["h5", pTag],
- ["h6", pTag],
- ["select", formTags],
- ["input", formTags],
- ["output", formTags],
- ["button", formTags],
- ["datalist", formTags],
- ["textarea", formTags],
- ["option", new Set(["option"])],
- ["optgroup", new Set(["optgroup", "option"])],
- ["dd", ddtTags],
- ["dt", ddtTags],
- ["address", pTag],
- ["article", pTag],
- ["aside", pTag],
- ["blockquote", pTag],
- ["details", pTag],
- ["div", pTag],
- ["dl", pTag],
- ["fieldset", pTag],
- ["figcaption", pTag],
- ["figure", pTag],
- ["footer", pTag],
- ["form", pTag],
- ["header", pTag],
- ["hr", pTag],
- ["main", pTag],
- ["nav", pTag],
- ["ol", pTag],
- ["pre", pTag],
- ["section", pTag],
- ["table", pTag],
- ["ul", pTag],
- ["rt", rtpTags],
- ["rp", rtpTags],
- ["tbody", tableSectionTags],
- ["tfoot", tableSectionTags],
- ]);
- const voidElements = new Set([
- "area",
- "base",
- "basefont",
- "br",
- "col",
- "command",
- "embed",
- "frame",
- "hr",
- "img",
- "input",
- "isindex",
- "keygen",
- "link",
- "meta",
- "param",
- "source",
- "track",
- "wbr",
- ]);
- const foreignContextElements = new Set(["math", "svg"]);
- const htmlIntegrationElements = new Set([
- "mi",
- "mo",
- "mn",
- "ms",
- "mtext",
- "annotation-xml",
- "foreignobject",
- "desc",
- "title",
- ]);
- const reNameEnd = /\s|\//;
- export class Parser {
- constructor(cbs, options = {}) {
- var _a, _b, _c, _d, _e;
- this.options = options;
- /** The start index of the last event. */
- this.startIndex = 0;
- /** The end index of the last event. */
- this.endIndex = 0;
- /**
- * Store the start index of the current open tag,
- * so we can update the start index for attributes.
- */
- this.openTagStart = 0;
- this.tagname = "";
- this.attribname = "";
- this.attribvalue = "";
- this.attribs = null;
- this.stack = [];
- this.foreignContext = [];
- this.buffers = [];
- this.bufferOffset = 0;
- /** The index of the last written buffer. Used when resuming after a `pause()`. */
- this.writeIndex = 0;
- /** Indicates whether the parser has finished running / `.end` has been called. */
- this.ended = false;
- this.cbs = cbs !== null && cbs !== void 0 ? cbs : {};
- this.lowerCaseTagNames = (_a = options.lowerCaseTags) !== null && _a !== void 0 ? _a : !options.xmlMode;
- this.lowerCaseAttributeNames =
- (_b = options.lowerCaseAttributeNames) !== null && _b !== void 0 ? _b : !options.xmlMode;
- this.tokenizer = new ((_c = options.Tokenizer) !== null && _c !== void 0 ? _c : Tokenizer)(this.options, this);
- (_e = (_d = this.cbs).onparserinit) === null || _e === void 0 ? void 0 : _e.call(_d, this);
- }
- // Tokenizer event handlers
- /** @internal */
- ontext(start, endIndex) {
- var _a, _b;
- const data = this.getSlice(start, endIndex);
- this.endIndex = endIndex - 1;
- (_b = (_a = this.cbs).ontext) === null || _b === void 0 ? void 0 : _b.call(_a, data);
- this.startIndex = endIndex;
- }
- /** @internal */
- ontextentity(cp) {
- var _a, _b;
- /*
- * Entities can be emitted on the character, or directly after.
- * We use the section start here to get accurate indices.
- */
- const idx = this.tokenizer.getSectionStart();
- this.endIndex = idx - 1;
- (_b = (_a = this.cbs).ontext) === null || _b === void 0 ? void 0 : _b.call(_a, fromCodePoint(cp));
- this.startIndex = idx;
- }
- isVoidElement(name) {
- return !this.options.xmlMode && voidElements.has(name);
- }
- /** @internal */
- onopentagname(start, endIndex) {
- this.endIndex = endIndex;
- let name = this.getSlice(start, endIndex);
- if (this.lowerCaseTagNames) {
- name = name.toLowerCase();
- }
- this.emitOpenTag(name);
- }
- emitOpenTag(name) {
- var _a, _b, _c, _d;
- this.openTagStart = this.startIndex;
- this.tagname = name;
- const impliesClose = !this.options.xmlMode && openImpliesClose.get(name);
- if (impliesClose) {
- while (this.stack.length > 0 &&
- impliesClose.has(this.stack[this.stack.length - 1])) {
- const el = this.stack.pop();
- (_b = (_a = this.cbs).onclosetag) === null || _b === void 0 ? void 0 : _b.call(_a, el, true);
- }
- }
- if (!this.isVoidElement(name)) {
- this.stack.push(name);
- if (foreignContextElements.has(name)) {
- this.foreignContext.push(true);
- }
- else if (htmlIntegrationElements.has(name)) {
- this.foreignContext.push(false);
- }
- }
- (_d = (_c = this.cbs).onopentagname) === null || _d === void 0 ? void 0 : _d.call(_c, name);
- if (this.cbs.onopentag)
- this.attribs = {};
- }
- endOpenTag(isImplied) {
- var _a, _b;
- this.startIndex = this.openTagStart;
- if (this.attribs) {
- (_b = (_a = this.cbs).onopentag) === null || _b === void 0 ? void 0 : _b.call(_a, this.tagname, this.attribs, isImplied);
- this.attribs = null;
- }
- if (this.cbs.onclosetag && this.isVoidElement(this.tagname)) {
- this.cbs.onclosetag(this.tagname, true);
- }
- this.tagname = "";
- }
- /** @internal */
- onopentagend(endIndex) {
- this.endIndex = endIndex;
- this.endOpenTag(false);
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- onclosetag(start, endIndex) {
- var _a, _b, _c, _d, _e, _f;
- this.endIndex = endIndex;
- let name = this.getSlice(start, endIndex);
- if (this.lowerCaseTagNames) {
- name = name.toLowerCase();
- }
- if (foreignContextElements.has(name) ||
- htmlIntegrationElements.has(name)) {
- this.foreignContext.pop();
- }
- if (!this.isVoidElement(name)) {
- const pos = this.stack.lastIndexOf(name);
- if (pos !== -1) {
- if (this.cbs.onclosetag) {
- let count = this.stack.length - pos;
- while (count--) {
- // We know the stack has sufficient elements.
- this.cbs.onclosetag(this.stack.pop(), count !== 0);
- }
- }
- else
- this.stack.length = pos;
- }
- else if (!this.options.xmlMode && name === "p") {
- // Implicit open before close
- this.emitOpenTag("p");
- this.closeCurrentTag(true);
- }
- }
- else if (!this.options.xmlMode && name === "br") {
- // We can't use `emitOpenTag` for implicit open, as `br` would be implicitly closed.
- (_b = (_a = this.cbs).onopentagname) === null || _b === void 0 ? void 0 : _b.call(_a, "br");
- (_d = (_c = this.cbs).onopentag) === null || _d === void 0 ? void 0 : _d.call(_c, "br", {}, true);
- (_f = (_e = this.cbs).onclosetag) === null || _f === void 0 ? void 0 : _f.call(_e, "br", false);
- }
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- onselfclosingtag(endIndex) {
- this.endIndex = endIndex;
- if (this.options.xmlMode ||
- this.options.recognizeSelfClosing ||
- this.foreignContext[this.foreignContext.length - 1]) {
- this.closeCurrentTag(false);
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- else {
- // Ignore the fact that the tag is self-closing.
- this.onopentagend(endIndex);
- }
- }
- closeCurrentTag(isOpenImplied) {
- var _a, _b;
- const name = this.tagname;
- this.endOpenTag(isOpenImplied);
- // Self-closing tags will be on the top of the stack
- if (this.stack[this.stack.length - 1] === name) {
- // If the opening tag isn't implied, the closing tag has to be implied.
- (_b = (_a = this.cbs).onclosetag) === null || _b === void 0 ? void 0 : _b.call(_a, name, !isOpenImplied);
- this.stack.pop();
- }
- }
- /** @internal */
- onattribname(start, endIndex) {
- this.startIndex = start;
- const name = this.getSlice(start, endIndex);
- this.attribname = this.lowerCaseAttributeNames
- ? name.toLowerCase()
- : name;
- }
- /** @internal */
- onattribdata(start, endIndex) {
- this.attribvalue += this.getSlice(start, endIndex);
- }
- /** @internal */
- onattribentity(cp) {
- this.attribvalue += fromCodePoint(cp);
- }
- /** @internal */
- onattribend(quote, endIndex) {
- var _a, _b;
- this.endIndex = endIndex;
- (_b = (_a = this.cbs).onattribute) === null || _b === void 0 ? void 0 : _b.call(_a, this.attribname, this.attribvalue, quote === QuoteType.Double
- ? '"'
- : quote === QuoteType.Single
- ? "'"
- : quote === QuoteType.NoValue
- ? undefined
- : null);
- if (this.attribs &&
- !Object.prototype.hasOwnProperty.call(this.attribs, this.attribname)) {
- this.attribs[this.attribname] = this.attribvalue;
- }
- this.attribvalue = "";
- }
- getInstructionName(value) {
- const idx = value.search(reNameEnd);
- let name = idx < 0 ? value : value.substr(0, idx);
- if (this.lowerCaseTagNames) {
- name = name.toLowerCase();
- }
- return name;
- }
- /** @internal */
- ondeclaration(start, endIndex) {
- this.endIndex = endIndex;
- const value = this.getSlice(start, endIndex);
- if (this.cbs.onprocessinginstruction) {
- const name = this.getInstructionName(value);
- this.cbs.onprocessinginstruction(`!${name}`, `!${value}`);
- }
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- onprocessinginstruction(start, endIndex) {
- this.endIndex = endIndex;
- const value = this.getSlice(start, endIndex);
- if (this.cbs.onprocessinginstruction) {
- const name = this.getInstructionName(value);
- this.cbs.onprocessinginstruction(`?${name}`, `?${value}`);
- }
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- oncomment(start, endIndex, offset) {
- var _a, _b, _c, _d;
- this.endIndex = endIndex;
- (_b = (_a = this.cbs).oncomment) === null || _b === void 0 ? void 0 : _b.call(_a, this.getSlice(start, endIndex - offset));
- (_d = (_c = this.cbs).oncommentend) === null || _d === void 0 ? void 0 : _d.call(_c);
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- oncdata(start, endIndex, offset) {
- var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
- this.endIndex = endIndex;
- const value = this.getSlice(start, endIndex - offset);
- if (this.options.xmlMode || this.options.recognizeCDATA) {
- (_b = (_a = this.cbs).oncdatastart) === null || _b === void 0 ? void 0 : _b.call(_a);
- (_d = (_c = this.cbs).ontext) === null || _d === void 0 ? void 0 : _d.call(_c, value);
- (_f = (_e = this.cbs).oncdataend) === null || _f === void 0 ? void 0 : _f.call(_e);
- }
- else {
- (_h = (_g = this.cbs).oncomment) === null || _h === void 0 ? void 0 : _h.call(_g, `[CDATA[${value}]]`);
- (_k = (_j = this.cbs).oncommentend) === null || _k === void 0 ? void 0 : _k.call(_j);
- }
- // Set `startIndex` for next node
- this.startIndex = endIndex + 1;
- }
- /** @internal */
- onend() {
- var _a, _b;
- if (this.cbs.onclosetag) {
- // Set the end index for all remaining tags
- this.endIndex = this.startIndex;
- for (let i = this.stack.length; i > 0; this.cbs.onclosetag(this.stack[--i], true))
- ;
- }
- (_b = (_a = this.cbs).onend) === null || _b === void 0 ? void 0 : _b.call(_a);
- }
- /**
- * Resets the parser to a blank state, ready to parse a new HTML document
- */
- reset() {
- var _a, _b, _c, _d;
- (_b = (_a = this.cbs).onreset) === null || _b === void 0 ? void 0 : _b.call(_a);
- this.tokenizer.reset();
- this.tagname = "";
- this.attribname = "";
- this.attribs = null;
- this.stack.length = 0;
- this.startIndex = 0;
- this.endIndex = 0;
- (_d = (_c = this.cbs).onparserinit) === null || _d === void 0 ? void 0 : _d.call(_c, this);
- this.buffers.length = 0;
- this.bufferOffset = 0;
- this.writeIndex = 0;
- this.ended = false;
- }
- /**
- * Resets the parser, then parses a complete document and
- * pushes it to the handler.
- *
- * @param data Document to parse.
- */
- parseComplete(data) {
- this.reset();
- this.end(data);
- }
- getSlice(start, end) {
- while (start - this.bufferOffset >= this.buffers[0].length) {
- this.shiftBuffer();
- }
- let str = this.buffers[0].slice(start - this.bufferOffset, end - this.bufferOffset);
- while (end - this.bufferOffset > this.buffers[0].length) {
- this.shiftBuffer();
- str += this.buffers[0].slice(0, end - this.bufferOffset);
- }
- return str;
- }
- shiftBuffer() {
- this.bufferOffset += this.buffers[0].length;
- this.writeIndex--;
- this.buffers.shift();
- }
- /**
- * Parses a chunk of data and calls the corresponding callbacks.
- *
- * @param chunk Chunk to parse.
- */
- write(chunk) {
- var _a, _b;
- if (this.ended) {
- (_b = (_a = this.cbs).onerror) === null || _b === void 0 ? void 0 : _b.call(_a, new Error(".write() after done!"));
- return;
- }
- this.buffers.push(chunk);
- if (this.tokenizer.running) {
- this.tokenizer.write(chunk);
- this.writeIndex++;
- }
- }
- /**
- * Parses the end of the buffer and clears the stack, calls onend.
- *
- * @param chunk Optional final chunk to parse.
- */
- end(chunk) {
- var _a, _b;
- if (this.ended) {
- (_b = (_a = this.cbs).onerror) === null || _b === void 0 ? void 0 : _b.call(_a, Error(".end() after done!"));
- return;
- }
- if (chunk)
- this.write(chunk);
- this.ended = true;
- this.tokenizer.end();
- }
- /**
- * Pauses parsing. The parser won't emit events until `resume` is called.
- */
- pause() {
- this.tokenizer.pause();
- }
- /**
- * Resumes parsing after `pause` was called.
- */
- resume() {
- this.tokenizer.resume();
- while (this.tokenizer.running &&
- this.writeIndex < this.buffers.length) {
- this.tokenizer.write(this.buffers[this.writeIndex++]);
- }
- if (this.ended)
- this.tokenizer.end();
- }
- /**
- * Alias of `write`, for backwards compatibility.
- *
- * @param chunk Chunk to parse.
- * @deprecated
- */
- parseChunk(chunk) {
- this.write(chunk);
- }
- /**
- * Alias of `end`, for backwards compatibility.
- *
- * @param chunk Optional final chunk to parse.
- * @deprecated
- */
- done(chunk) {
- this.end(chunk);
- }
- }
- //# sourceMappingURL=Parser.js.map
|