summaryrefslogtreecommitdiff
path: root/frontend-old/node_modules/protobufjs/src/tokenize.js
diff options
context:
space:
mode:
authoraltaf-creator <dev@altafcreator.com>2025-11-09 11:15:19 +0800
committeraltaf-creator <dev@altafcreator.com>2025-11-09 11:15:19 +0800
commit8eff962cab608341a6f2fedc640a0e32d96f26e2 (patch)
tree05534d1a720ddc3691d346c69b4972555820a061 /frontend-old/node_modules/protobufjs/src/tokenize.js
pain
Diffstat (limited to 'frontend-old/node_modules/protobufjs/src/tokenize.js')
-rw-r--r--frontend-old/node_modules/protobufjs/src/tokenize.js416
1 files changed, 416 insertions, 0 deletions
diff --git a/frontend-old/node_modules/protobufjs/src/tokenize.js b/frontend-old/node_modules/protobufjs/src/tokenize.js
new file mode 100644
index 0000000..f107bea
--- /dev/null
+++ b/frontend-old/node_modules/protobufjs/src/tokenize.js
@@ -0,0 +1,416 @@
+"use strict";
+module.exports = tokenize;
+
+var delimRe = /[\s{}=;:[\],'"()<>]/g,
+ stringDoubleRe = /(?:"([^"\\]*(?:\\.[^"\\]*)*)")/g,
+ stringSingleRe = /(?:'([^'\\]*(?:\\.[^'\\]*)*)')/g;
+
+var setCommentRe = /^ *[*/]+ */,
+ setCommentAltRe = /^\s*\*?\/*/,
+ setCommentSplitRe = /\n/g,
+ whitespaceRe = /\s/,
+ unescapeRe = /\\(.?)/g;
+
+var unescapeMap = {
+ "0": "\0",
+ "r": "\r",
+ "n": "\n",
+ "t": "\t"
+};
+
+/**
+ * Unescapes a string.
+ * @param {string} str String to unescape
+ * @returns {string} Unescaped string
+ * @property {Object.<string,string>} map Special characters map
+ * @memberof tokenize
+ */
+function unescape(str) {
+ return str.replace(unescapeRe, function($0, $1) {
+ switch ($1) {
+ case "\\":
+ case "":
+ return $1;
+ default:
+ return unescapeMap[$1] || "";
+ }
+ });
+}
+
+tokenize.unescape = unescape;
+
+/**
+ * Gets the next token and advances.
+ * @typedef TokenizerHandleNext
+ * @type {function}
+ * @returns {string|null} Next token or `null` on eof
+ */
+
+/**
+ * Peeks for the next token.
+ * @typedef TokenizerHandlePeek
+ * @type {function}
+ * @returns {string|null} Next token or `null` on eof
+ */
+
+/**
+ * Pushes a token back to the stack.
+ * @typedef TokenizerHandlePush
+ * @type {function}
+ * @param {string} token Token
+ * @returns {undefined}
+ */
+
+/**
+ * Skips the next token.
+ * @typedef TokenizerHandleSkip
+ * @type {function}
+ * @param {string} expected Expected token
+ * @param {boolean} [optional=false] If optional
+ * @returns {boolean} Whether the token matched
+ * @throws {Error} If the token didn't match and is not optional
+ */
+
+/**
+ * Gets the comment on the previous line or, alternatively, the line comment on the specified line.
+ * @typedef TokenizerHandleCmnt
+ * @type {function}
+ * @param {number} [line] Line number
+ * @returns {string|null} Comment text or `null` if none
+ */
+
+/**
+ * Handle object returned from {@link tokenize}.
+ * @interface ITokenizerHandle
+ * @property {TokenizerHandleNext} next Gets the next token and advances (`null` on eof)
+ * @property {TokenizerHandlePeek} peek Peeks for the next token (`null` on eof)
+ * @property {TokenizerHandlePush} push Pushes a token back to the stack
+ * @property {TokenizerHandleSkip} skip Skips a token, returns its presence and advances or, if non-optional and not present, throws
+ * @property {TokenizerHandleCmnt} cmnt Gets the comment on the previous line or the line comment on the specified line, if any
+ * @property {number} line Current line number
+ */
+
+/**
+ * Tokenizes the given .proto source and returns an object with useful utility functions.
+ * @param {string} source Source contents
+ * @param {boolean} alternateCommentMode Whether we should activate alternate comment parsing mode.
+ * @returns {ITokenizerHandle} Tokenizer handle
+ */
+function tokenize(source, alternateCommentMode) {
+ /* eslint-disable callback-return */
+ source = source.toString();
+
+ var offset = 0,
+ length = source.length,
+ line = 1,
+ lastCommentLine = 0,
+ comments = {};
+
+ var stack = [];
+
+ var stringDelim = null;
+
+ /* istanbul ignore next */
+ /**
+ * Creates an error for illegal syntax.
+ * @param {string} subject Subject
+ * @returns {Error} Error created
+ * @inner
+ */
+ function illegal(subject) {
+ return Error("illegal " + subject + " (line " + line + ")");
+ }
+
+ /**
+ * Reads a string till its end.
+ * @returns {string} String read
+ * @inner
+ */
+ function readString() {
+ var re = stringDelim === "'" ? stringSingleRe : stringDoubleRe;
+ re.lastIndex = offset - 1;
+ var match = re.exec(source);
+ if (!match)
+ throw illegal("string");
+ offset = re.lastIndex;
+ push(stringDelim);
+ stringDelim = null;
+ return unescape(match[1]);
+ }
+
+ /**
+ * Gets the character at `pos` within the source.
+ * @param {number} pos Position
+ * @returns {string} Character
+ * @inner
+ */
+ function charAt(pos) {
+ return source.charAt(pos);
+ }
+
+ /**
+ * Sets the current comment text.
+ * @param {number} start Start offset
+ * @param {number} end End offset
+ * @param {boolean} isLeading set if a leading comment
+ * @returns {undefined}
+ * @inner
+ */
+ function setComment(start, end, isLeading) {
+ var comment = {
+ type: source.charAt(start++),
+ lineEmpty: false,
+ leading: isLeading,
+ };
+ var lookback;
+ if (alternateCommentMode) {
+ lookback = 2; // alternate comment parsing: "//" or "/*"
+ } else {
+ lookback = 3; // "///" or "/**"
+ }
+ var commentOffset = start - lookback,
+ c;
+ do {
+ if (--commentOffset < 0 ||
+ (c = source.charAt(commentOffset)) === "\n") {
+ comment.lineEmpty = true;
+ break;
+ }
+ } while (c === " " || c === "\t");
+ var lines = source
+ .substring(start, end)
+ .split(setCommentSplitRe);
+ for (var i = 0; i < lines.length; ++i)
+ lines[i] = lines[i]
+ .replace(alternateCommentMode ? setCommentAltRe : setCommentRe, "")
+ .trim();
+ comment.text = lines
+ .join("\n")
+ .trim();
+
+ comments[line] = comment;
+ lastCommentLine = line;
+ }
+
+ function isDoubleSlashCommentLine(startOffset) {
+ var endOffset = findEndOfLine(startOffset);
+
+ // see if remaining line matches comment pattern
+ var lineText = source.substring(startOffset, endOffset);
+ var isComment = /^\s*\/\//.test(lineText);
+ return isComment;
+ }
+
+ function findEndOfLine(cursor) {
+ // find end of cursor's line
+ var endOffset = cursor;
+ while (endOffset < length && charAt(endOffset) !== "\n") {
+ endOffset++;
+ }
+ return endOffset;
+ }
+
+ /**
+ * Obtains the next token.
+ * @returns {string|null} Next token or `null` on eof
+ * @inner
+ */
+ function next() {
+ if (stack.length > 0)
+ return stack.shift();
+ if (stringDelim)
+ return readString();
+ var repeat,
+ prev,
+ curr,
+ start,
+ isDoc,
+ isLeadingComment = offset === 0;
+ do {
+ if (offset === length)
+ return null;
+ repeat = false;
+ while (whitespaceRe.test(curr = charAt(offset))) {
+ if (curr === "\n") {
+ isLeadingComment = true;
+ ++line;
+ }
+ if (++offset === length)
+ return null;
+ }
+
+ if (charAt(offset) === "/") {
+ if (++offset === length) {
+ throw illegal("comment");
+ }
+ if (charAt(offset) === "/") { // Line
+ if (!alternateCommentMode) {
+ // check for triple-slash comment
+ isDoc = charAt(start = offset + 1) === "/";
+
+ while (charAt(++offset) !== "\n") {
+ if (offset === length) {
+ return null;
+ }
+ }
+ ++offset;
+ if (isDoc) {
+ setComment(start, offset - 1, isLeadingComment);
+ // Trailing comment cannot not be multi-line,
+ // so leading comment state should be reset to handle potential next comments
+ isLeadingComment = true;
+ }
+ ++line;
+ repeat = true;
+ } else {
+ // check for double-slash comments, consolidating consecutive lines
+ start = offset;
+ isDoc = false;
+ if (isDoubleSlashCommentLine(offset - 1)) {
+ isDoc = true;
+ do {
+ offset = findEndOfLine(offset);
+ if (offset === length) {
+ break;
+ }
+ offset++;
+ if (!isLeadingComment) {
+ // Trailing comment cannot not be multi-line
+ break;
+ }
+ } while (isDoubleSlashCommentLine(offset));
+ } else {
+ offset = Math.min(length, findEndOfLine(offset) + 1);
+ }
+ if (isDoc) {
+ setComment(start, offset, isLeadingComment);
+ isLeadingComment = true;
+ }
+ line++;
+ repeat = true;
+ }
+ } else if ((curr = charAt(offset)) === "*") { /* Block */
+ // check for /** (regular comment mode) or /* (alternate comment mode)
+ start = offset + 1;
+ isDoc = alternateCommentMode || charAt(start) === "*";
+ do {
+ if (curr === "\n") {
+ ++line;
+ }
+ if (++offset === length) {
+ throw illegal("comment");
+ }
+ prev = curr;
+ curr = charAt(offset);
+ } while (prev !== "*" || curr !== "/");
+ ++offset;
+ if (isDoc) {
+ setComment(start, offset - 2, isLeadingComment);
+ isLeadingComment = true;
+ }
+ repeat = true;
+ } else {
+ return "/";
+ }
+ }
+ } while (repeat);
+
+ // offset !== length if we got here
+
+ var end = offset;
+ delimRe.lastIndex = 0;
+ var delim = delimRe.test(charAt(end++));
+ if (!delim)
+ while (end < length && !delimRe.test(charAt(end)))
+ ++end;
+ var token = source.substring(offset, offset = end);
+ if (token === "\"" || token === "'")
+ stringDelim = token;
+ return token;
+ }
+
+ /**
+ * Pushes a token back to the stack.
+ * @param {string} token Token
+ * @returns {undefined}
+ * @inner
+ */
+ function push(token) {
+ stack.push(token);
+ }
+
+ /**
+ * Peeks for the next token.
+ * @returns {string|null} Token or `null` on eof
+ * @inner
+ */
+ function peek() {
+ if (!stack.length) {
+ var token = next();
+ if (token === null)
+ return null;
+ push(token);
+ }
+ return stack[0];
+ }
+
+ /**
+ * Skips a token.
+ * @param {string} expected Expected token
+ * @param {boolean} [optional=false] Whether the token is optional
+ * @returns {boolean} `true` when skipped, `false` if not
+ * @throws {Error} When a required token is not present
+ * @inner
+ */
+ function skip(expected, optional) {
+ var actual = peek(),
+ equals = actual === expected;
+ if (equals) {
+ next();
+ return true;
+ }
+ if (!optional)
+ throw illegal("token '" + actual + "', '" + expected + "' expected");
+ return false;
+ }
+
+ /**
+ * Gets a comment.
+ * @param {number} [trailingLine] Line number if looking for a trailing comment
+ * @returns {string|null} Comment text
+ * @inner
+ */
+ function cmnt(trailingLine) {
+ var ret = null;
+ var comment;
+ if (trailingLine === undefined) {
+ comment = comments[line - 1];
+ delete comments[line - 1];
+ if (comment && (alternateCommentMode || comment.type === "*" || comment.lineEmpty)) {
+ ret = comment.leading ? comment.text : null;
+ }
+ } else {
+ /* istanbul ignore else */
+ if (lastCommentLine < trailingLine) {
+ peek();
+ }
+ comment = comments[trailingLine];
+ delete comments[trailingLine];
+ if (comment && !comment.lineEmpty && (alternateCommentMode || comment.type === "/")) {
+ ret = comment.leading ? null : comment.text;
+ }
+ }
+ return ret;
+ }
+
+ return Object.defineProperty({
+ next: next,
+ peek: peek,
+ push: push,
+ skip: skip,
+ cmnt: cmnt
+ }, "line", {
+ get: function() { return line; }
+ });
+ /* eslint-enable callback-return */
+}