mirror of
https://github.com/SickGear/SickGear.git
synced 2024-12-24 11:43:38 +00:00
e56303798c
Initial SickGear for Python 3.
3209 lines
105 KiB
Python
3209 lines
105 KiB
Python
# JUST FOR NOW, later I will write my own - much faster and better.
|
|
|
|
# Copyright (C) 2013 Ariya Hidayat <ariya.hidayat@gmail.com>
|
|
# Copyright (C) 2013 Thaddee Tyl <thaddee.tyl@gmail.com>
|
|
# Copyright (C) 2012 Ariya Hidayat <ariya.hidayat@gmail.com>
|
|
# Copyright (C) 2012 Mathias Bynens <mathias@qiwi.be>
|
|
# Copyright (C) 2012 Joost-Wim Boekesteijn <joost-wim@boekesteijn.nl>
|
|
# Copyright (C) 2012 Kris Kowal <kris.kowal@cixar.com>
|
|
# Copyright (C) 2012 Yusuke Suzuki <utatane.tea@gmail.com>
|
|
# Copyright (C) 2012 Arpad Borsos <arpad.borsos@googlemail.com>
|
|
# Copyright (C) 2011 Ariya Hidayat <ariya.hidayat@gmail.com>
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
# ARE DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY
|
|
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
# -*- coding: latin-1 -*-
|
|
from __future__ import print_function
|
|
import re
|
|
|
|
|
|
def typeof(t):
|
|
if t is None: return 'undefined'
|
|
elif isinstance(t, bool): return 'boolean'
|
|
elif isinstance(t, str): return 'string'
|
|
elif isinstance(t, int) or isinstance(t, float): return 'number'
|
|
elif hasattr(t, '__call__'): return 'function'
|
|
else: return 'object'
|
|
|
|
|
|
def list_indexOf(l, v):
|
|
try:
|
|
return l.index(v)
|
|
except:
|
|
return -1
|
|
|
|
|
|
parseFloat = float
|
|
parseInt = int
|
|
|
|
|
|
class jsdict(object):
|
|
def __init__(self, d):
|
|
self.__dict__.update(d)
|
|
|
|
def __getitem__(self, name):
|
|
if name in self.__dict__:
|
|
return self.__dict__[name]
|
|
else:
|
|
return None
|
|
|
|
def __setitem__(self, name, value):
|
|
self.__dict__[name] = value
|
|
return value
|
|
|
|
def __getattr__(self, name):
|
|
try:
|
|
return getattr(self, name)
|
|
except:
|
|
return None
|
|
|
|
def __setattr__(self, name, value):
|
|
self[name] = value
|
|
return value
|
|
|
|
def __contains__(self, name):
|
|
return name in self.__dict__
|
|
|
|
def __repr__(self):
|
|
return str(self.__dict__)
|
|
|
|
|
|
class RegExp(object):
|
|
def __init__(self, pattern, flags=''):
|
|
self.flags = flags
|
|
pyflags = 0 | re.M if 'm' in flags else 0 | re.I if 'i' in flags else 0
|
|
self.source = pattern
|
|
self.pattern = re.compile(pattern, pyflags)
|
|
|
|
def test(self, s):
|
|
return self.pattern.search(s) is not None
|
|
|
|
|
|
console = jsdict({"log": print})
|
|
|
|
|
|
def __temp__42(object=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.WithStatement,
|
|
"object": object,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__41(test=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.WhileStatement,
|
|
"test": test,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__40(id=None, init=None):
|
|
return jsdict({
|
|
"type": Syntax.VariableDeclarator,
|
|
"id": id,
|
|
"init": init,
|
|
})
|
|
|
|
|
|
def __temp__39(declarations=None, kind=None):
|
|
return jsdict({
|
|
"type": Syntax.VariableDeclaration,
|
|
"declarations": declarations,
|
|
"kind": kind,
|
|
})
|
|
|
|
|
|
def __temp__38(operator=None, argument=None):
|
|
if (operator == "++") or (operator == "--"):
|
|
return jsdict({
|
|
"type": Syntax.UpdateExpression,
|
|
"operator": operator,
|
|
"argument": argument,
|
|
"prefix": True,
|
|
})
|
|
return jsdict({
|
|
"type": Syntax.UnaryExpression,
|
|
"operator": operator,
|
|
"argument": argument,
|
|
"prefix": True,
|
|
})
|
|
|
|
|
|
def __temp__37(block=None, guardedHandlers=None, handlers=None,
|
|
finalizer=None):
|
|
return jsdict({
|
|
"type": Syntax.TryStatement,
|
|
"block": block,
|
|
"guardedHandlers": guardedHandlers,
|
|
"handlers": handlers,
|
|
"finalizer": finalizer,
|
|
})
|
|
|
|
|
|
def __temp__36(argument=None):
|
|
return jsdict({
|
|
"type": Syntax.ThrowStatement,
|
|
"argument": argument,
|
|
})
|
|
|
|
|
|
def __temp__35():
|
|
return jsdict({
|
|
"type": Syntax.ThisExpression,
|
|
})
|
|
|
|
|
|
def __temp__34(discriminant=None, cases=None):
|
|
return jsdict({
|
|
"type": Syntax.SwitchStatement,
|
|
"discriminant": discriminant,
|
|
"cases": cases,
|
|
})
|
|
|
|
|
|
def __temp__33(test=None, consequent=None):
|
|
return jsdict({
|
|
"type": Syntax.SwitchCase,
|
|
"test": test,
|
|
"consequent": consequent,
|
|
})
|
|
|
|
|
|
def __temp__32(expressions=None):
|
|
return jsdict({
|
|
"type": Syntax.SequenceExpression,
|
|
"expressions": expressions,
|
|
})
|
|
|
|
|
|
def __temp__31(argument=None):
|
|
return jsdict({
|
|
"type": Syntax.ReturnStatement,
|
|
"argument": argument,
|
|
})
|
|
|
|
|
|
def __temp__30(kind=None, key=None, value=None):
|
|
return jsdict({
|
|
"type": Syntax.Property,
|
|
"key": key,
|
|
"value": value,
|
|
"kind": kind,
|
|
})
|
|
|
|
|
|
def __temp__29(body=None):
|
|
return jsdict({
|
|
"type": Syntax.Program,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__28(operator=None, argument=None):
|
|
return jsdict({
|
|
"type": Syntax.UpdateExpression,
|
|
"operator": operator,
|
|
"argument": argument,
|
|
"prefix": False,
|
|
})
|
|
|
|
|
|
def __temp__27(properties=None):
|
|
return jsdict({
|
|
"type": Syntax.ObjectExpression,
|
|
"properties": properties,
|
|
})
|
|
|
|
|
|
def __temp__26(callee=None, args=None):
|
|
return jsdict({
|
|
"type": Syntax.NewExpression,
|
|
"callee": callee,
|
|
"arguments": args,
|
|
})
|
|
|
|
|
|
def __temp__25(accessor=None, object=None, property=None):
|
|
return jsdict({
|
|
"type": Syntax.MemberExpression,
|
|
"computed": accessor == "[",
|
|
"object": object,
|
|
"property": property,
|
|
})
|
|
|
|
|
|
def __temp__24(token=None):
|
|
return jsdict({
|
|
"type": Syntax.Literal,
|
|
"value": token.value,
|
|
"raw": source[token.range[0]:token.range[1]],
|
|
})
|
|
|
|
|
|
def __temp__23(label=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.LabeledStatement,
|
|
"label": label,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__22(test=None, consequent=None, alternate=None):
|
|
return jsdict({
|
|
"type": Syntax.IfStatement,
|
|
"test": test,
|
|
"consequent": consequent,
|
|
"alternate": alternate,
|
|
})
|
|
|
|
|
|
def __temp__21(name=None):
|
|
return jsdict({
|
|
"type": Syntax.Identifier,
|
|
"name": name,
|
|
})
|
|
|
|
|
|
def __temp__20(id=None, params=None, defaults=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.FunctionExpression,
|
|
"id": id,
|
|
"params": params,
|
|
"defaults": defaults,
|
|
"body": body,
|
|
"rest": None,
|
|
"generator": False,
|
|
"expression": False,
|
|
})
|
|
|
|
|
|
def __temp__19(id=None, params=None, defaults=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.FunctionDeclaration,
|
|
"id": id,
|
|
"params": params,
|
|
"defaults": defaults,
|
|
"body": body,
|
|
"rest": None,
|
|
"generator": False,
|
|
"expression": False,
|
|
})
|
|
|
|
|
|
def __temp__18(left=None, right=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.ForInStatement,
|
|
"left": left,
|
|
"right": right,
|
|
"body": body,
|
|
"each": False,
|
|
})
|
|
|
|
|
|
def __temp__17(init=None, test=None, update=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.ForStatement,
|
|
"init": init,
|
|
"test": test,
|
|
"update": update,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__16(expression=None):
|
|
return jsdict({
|
|
"type": Syntax.ExpressionStatement,
|
|
"expression": expression,
|
|
})
|
|
|
|
|
|
def __temp__15():
|
|
return jsdict({
|
|
"type": Syntax.EmptyStatement,
|
|
})
|
|
|
|
|
|
def __temp__14(body=None, test=None):
|
|
return jsdict({
|
|
"type": Syntax.DoWhileStatement,
|
|
"body": body,
|
|
"test": test,
|
|
})
|
|
|
|
|
|
def __temp__13():
|
|
return jsdict({
|
|
"type": Syntax.DebuggerStatement,
|
|
})
|
|
|
|
|
|
def __temp__12(label=None):
|
|
return jsdict({
|
|
"type": Syntax.ContinueStatement,
|
|
"label": label,
|
|
})
|
|
|
|
|
|
def __temp__11(test=None, consequent=None, alternate=None):
|
|
return jsdict({
|
|
"type": Syntax.ConditionalExpression,
|
|
"test": test,
|
|
"consequent": consequent,
|
|
"alternate": alternate,
|
|
})
|
|
|
|
|
|
def __temp__10(param=None, body=None):
|
|
return jsdict({
|
|
"type": Syntax.CatchClause,
|
|
"param": param,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__9(callee=None, args=None):
|
|
return jsdict({
|
|
"type": Syntax.CallExpression,
|
|
"callee": callee,
|
|
"arguments": args,
|
|
})
|
|
|
|
|
|
def __temp__8(label=None):
|
|
return jsdict({
|
|
"type": Syntax.BreakStatement,
|
|
"label": label,
|
|
})
|
|
|
|
|
|
def __temp__7(body=None):
|
|
return jsdict({
|
|
"type": Syntax.BlockStatement,
|
|
"body": body,
|
|
})
|
|
|
|
|
|
def __temp__6(operator=None, left=None, right=None):
|
|
type = (Syntax.LogicalExpression if (operator == "||") or
|
|
(operator == "&&") else Syntax.BinaryExpression)
|
|
return jsdict({
|
|
"type": type,
|
|
"operator": operator,
|
|
"left": left,
|
|
"right": right,
|
|
})
|
|
|
|
|
|
def __temp__5(operator=None, left=None, right=None):
|
|
return jsdict({
|
|
"type": Syntax.AssignmentExpression,
|
|
"operator": operator,
|
|
"left": left,
|
|
"right": right,
|
|
})
|
|
|
|
|
|
def __temp__4(elements=None):
|
|
return jsdict({
|
|
"type": Syntax.ArrayExpression,
|
|
"elements": elements,
|
|
})
|
|
|
|
|
|
def __temp__3(node=None):
|
|
if extra.source:
|
|
node.loc.source = extra.source
|
|
return node
|
|
|
|
|
|
def __temp__2(node=None):
|
|
if node.range or node.loc:
|
|
if extra.loc:
|
|
state.markerStack.pop()
|
|
state.markerStack.pop()
|
|
if extra.range:
|
|
state.markerStack.pop()
|
|
else:
|
|
SyntaxTreeDelegate.markEnd(node)
|
|
return node
|
|
|
|
|
|
def __temp__1(node=None):
|
|
if extra.range:
|
|
node.range = [state.markerStack.pop(), index]
|
|
if extra.loc:
|
|
node.loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": state.markerStack.pop(),
|
|
"column": state.markerStack.pop(),
|
|
}),
|
|
"end":
|
|
jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
}),
|
|
})
|
|
SyntaxTreeDelegate.postProcess(node)
|
|
return node
|
|
|
|
|
|
def __temp__0():
|
|
if extra.loc:
|
|
state.markerStack.append(index - lineStart)
|
|
state.markerStack.append(lineNumber)
|
|
if extra.range:
|
|
state.markerStack.append(index)
|
|
|
|
|
|
Token = None
|
|
TokenName = None
|
|
FnExprTokens = None
|
|
Syntax = None
|
|
PropertyKind = None
|
|
Messages = None
|
|
Regex = None
|
|
SyntaxTreeDelegate = None
|
|
source = None
|
|
strict = None
|
|
index = None
|
|
lineNumber = None
|
|
lineStart = None
|
|
length = None
|
|
delegate = None
|
|
lookahead = None
|
|
state = None
|
|
extra = None
|
|
Token = jsdict({
|
|
"BooleanLiteral": 1,
|
|
"EOF": 2,
|
|
"Identifier": 3,
|
|
"Keyword": 4,
|
|
"NullLiteral": 5,
|
|
"NumericLiteral": 6,
|
|
"Punctuator": 7,
|
|
"StringLiteral": 8,
|
|
"RegularExpression": 9,
|
|
})
|
|
TokenName = jsdict({})
|
|
TokenName[Token.BooleanLiteral] = "Boolean"
|
|
TokenName[Token.EOF] = "<end>"
|
|
TokenName[Token.Identifier] = "Identifier"
|
|
TokenName[Token.Keyword] = "Keyword"
|
|
TokenName[Token.NullLiteral] = "Null"
|
|
TokenName[Token.NumericLiteral] = "Numeric"
|
|
TokenName[Token.Punctuator] = "Punctuator"
|
|
TokenName[Token.StringLiteral] = "String"
|
|
TokenName[Token.RegularExpression] = "RegularExpression"
|
|
FnExprTokens = [
|
|
"(", "{", "[", "in", "typeof", "instanceof", "new", "return", "case",
|
|
"delete", "throw", "void", "=", "+=", "-=", "*=", "/=", "%=", "<<=", ">>=",
|
|
">>>=", "&=", "|=", "^=", ",", "+", "-", "*", "/", "%", "++", "--", "<<",
|
|
">>", ">>>", "&", "|", "^", "!", "~", "&&", "||", "?", ":", "===", "==",
|
|
">=", "<=", "<", ">", "!=", "!=="
|
|
]
|
|
Syntax = jsdict({
|
|
"AssignmentExpression": "AssignmentExpression",
|
|
"ArrayExpression": "ArrayExpression",
|
|
"BlockStatement": "BlockStatement",
|
|
"BinaryExpression": "BinaryExpression",
|
|
"BreakStatement": "BreakStatement",
|
|
"CallExpression": "CallExpression",
|
|
"CatchClause": "CatchClause",
|
|
"ConditionalExpression": "ConditionalExpression",
|
|
"ContinueStatement": "ContinueStatement",
|
|
"DoWhileStatement": "DoWhileStatement",
|
|
"DebuggerStatement": "DebuggerStatement",
|
|
"EmptyStatement": "EmptyStatement",
|
|
"ExpressionStatement": "ExpressionStatement",
|
|
"ForStatement": "ForStatement",
|
|
"ForInStatement": "ForInStatement",
|
|
"FunctionDeclaration": "FunctionDeclaration",
|
|
"FunctionExpression": "FunctionExpression",
|
|
"Identifier": "Identifier",
|
|
"IfStatement": "IfStatement",
|
|
"Literal": "Literal",
|
|
"LabeledStatement": "LabeledStatement",
|
|
"LogicalExpression": "LogicalExpression",
|
|
"MemberExpression": "MemberExpression",
|
|
"NewExpression": "NewExpression",
|
|
"ObjectExpression": "ObjectExpression",
|
|
"Program": "Program",
|
|
"Property": "Property",
|
|
"ReturnStatement": "ReturnStatement",
|
|
"SequenceExpression": "SequenceExpression",
|
|
"SwitchStatement": "SwitchStatement",
|
|
"SwitchCase": "SwitchCase",
|
|
"ThisExpression": "ThisExpression",
|
|
"ThrowStatement": "ThrowStatement",
|
|
"TryStatement": "TryStatement",
|
|
"UnaryExpression": "UnaryExpression",
|
|
"UpdateExpression": "UpdateExpression",
|
|
"VariableDeclaration": "VariableDeclaration",
|
|
"VariableDeclarator": "VariableDeclarator",
|
|
"WhileStatement": "WhileStatement",
|
|
"WithStatement": "WithStatement",
|
|
})
|
|
PropertyKind = jsdict({
|
|
"Data": 1,
|
|
"Get": 2,
|
|
"Set": 4,
|
|
})
|
|
Messages = jsdict({
|
|
"UnexpectedToken":
|
|
"Unexpected token %0",
|
|
"UnexpectedNumber":
|
|
"Unexpected number",
|
|
"UnexpectedString":
|
|
"Unexpected string",
|
|
"UnexpectedIdentifier":
|
|
"Unexpected identifier",
|
|
"UnexpectedReserved":
|
|
"Unexpected reserved word",
|
|
"UnexpectedEOS":
|
|
"Unexpected end of input",
|
|
"NewlineAfterThrow":
|
|
"Illegal newline after throw",
|
|
"InvalidRegExp":
|
|
"Invalid regular expression",
|
|
"UnterminatedRegExp":
|
|
"Invalid regular expression: missing /",
|
|
"InvalidLHSInAssignment":
|
|
"Invalid left-hand side in assignment",
|
|
"InvalidLHSInForIn":
|
|
"Invalid left-hand side in for-in",
|
|
"MultipleDefaultsInSwitch":
|
|
"More than one default clause in switch statement",
|
|
"NoCatchOrFinally":
|
|
"Missing catch or finally after try",
|
|
"UnknownLabel":
|
|
"Undefined label '%0'",
|
|
"Redeclaration":
|
|
"%0 '%1' has already been declared",
|
|
"IllegalContinue":
|
|
"Illegal continue statement",
|
|
"IllegalBreak":
|
|
"Illegal break statement",
|
|
"IllegalReturn":
|
|
"Illegal return statement",
|
|
"StrictModeWith":
|
|
"Strict mode code may not include a with statement",
|
|
"StrictCatchVariable":
|
|
"Catch variable may not be eval or arguments in strict mode",
|
|
"StrictVarName":
|
|
"Variable name may not be eval or arguments in strict mode",
|
|
"StrictParamName":
|
|
"Parameter name eval or arguments is not allowed in strict mode",
|
|
"StrictParamDupe":
|
|
"Strict mode function may not have duplicate parameter names",
|
|
"StrictFunctionName":
|
|
"Function name may not be eval or arguments in strict mode",
|
|
"StrictOctalLiteral":
|
|
"Octal literals are not allowed in strict mode.",
|
|
"StrictDelete":
|
|
"Delete of an unqualified identifier in strict mode.",
|
|
"StrictDuplicateProperty":
|
|
"Duplicate data property in object literal not allowed in strict mode",
|
|
"AccessorDataProperty":
|
|
"Object literal may not have data and accessor property with the same name",
|
|
"AccessorGetSet":
|
|
"Object literal may not have multiple get/set accessors with the same name",
|
|
"StrictLHSAssignment":
|
|
"Assignment to eval or arguments is not allowed in strict mode",
|
|
"StrictLHSPostfix":
|
|
"Postfix increment/decrement may not have eval or arguments operand in strict mode",
|
|
"StrictLHSPrefix":
|
|
"Prefix increment/decrement may not have eval or arguments operand in strict mode",
|
|
"StrictReservedWord":
|
|
"Use of future reserved word in strict mode",
|
|
})
|
|
Regex = jsdict({
|
|
"NonAsciiIdentifierStart":
|
|
RegExp(
|
|
u"[\xaa\xb5\xba\xc0-\xd6\xd8-\xf6\xf8-\u02c1\u02c6-\u02d1\u02e0-\u02e4\u02ec\u02ee\u0370-\u0374\u0376\u0377\u037a-\u037d\u0386\u0388-\u038a\u038c\u038e-\u03a1\u03a3-\u03f5\u03f7-\u0481\u048a-\u0527\u0531-\u0556\u0559\u0561-\u0587\u05d0-\u05ea\u05f0-\u05f2\u0620-\u064a\u066e\u066f\u0671-\u06d3\u06d5\u06e5\u06e6\u06ee\u06ef\u06fa-\u06fc\u06ff\u0710\u0712-\u072f\u074d-\u07a5\u07b1\u07ca-\u07ea\u07f4\u07f5\u07fa\u0800-\u0815\u081a\u0824\u0828\u0840-\u0858\u08a0\u08a2-\u08ac\u0904-\u0939\u093d\u0950\u0958-\u0961\u0971-\u0977\u0979-\u097f\u0985-\u098c\u098f\u0990\u0993-\u09a8\u09aa-\u09b0\u09b2\u09b6-\u09b9\u09bd\u09ce\u09dc\u09dd\u09df-\u09e1\u09f0\u09f1\u0a05-\u0a0a\u0a0f\u0a10\u0a13-\u0a28\u0a2a-\u0a30\u0a32\u0a33\u0a35\u0a36\u0a38\u0a39\u0a59-\u0a5c\u0a5e\u0a72-\u0a74\u0a85-\u0a8d\u0a8f-\u0a91\u0a93-\u0aa8\u0aaa-\u0ab0\u0ab2\u0ab3\u0ab5-\u0ab9\u0abd\u0ad0\u0ae0\u0ae1\u0b05-\u0b0c\u0b0f\u0b10\u0b13-\u0b28\u0b2a-\u0b30\u0b32\u0b33\u0b35-\u0b39\u0b3d\u0b5c\u0b5d\u0b5f-\u0b61\u0b71\u0b83\u0b85-\u0b8a\u0b8e-\u0b90\u0b92-\u0b95\u0b99\u0b9a\u0b9c\u0b9e\u0b9f\u0ba3\u0ba4\u0ba8-\u0baa\u0bae-\u0bb9\u0bd0\u0c05-\u0c0c\u0c0e-\u0c10\u0c12-\u0c28\u0c2a-\u0c33\u0c35-\u0c39\u0c3d\u0c58\u0c59\u0c60\u0c61\u0c85-\u0c8c\u0c8e-\u0c90\u0c92-\u0ca8\u0caa-\u0cb3\u0cb5-\u0cb9\u0cbd\u0cde\u0ce0\u0ce1\u0cf1\u0cf2\u0d05-\u0d0c\u0d0e-\u0d10\u0d12-\u0d3a\u0d3d\u0d4e\u0d60\u0d61\u0d7a-\u0d7f\u0d85-\u0d96\u0d9a-\u0db1\u0db3-\u0dbb\u0dbd\u0dc0-\u0dc6\u0e01-\u0e30\u0e32\u0e33\u0e40-\u0e46\u0e81\u0e82\u0e84\u0e87\u0e88\u0e8a\u0e8d\u0e94-\u0e97\u0e99-\u0e9f\u0ea1-\u0ea3\u0ea5\u0ea7\u0eaa\u0eab\u0ead-\u0eb0\u0eb2\u0eb3\u0ebd\u0ec0-\u0ec4\u0ec6\u0edc-\u0edf\u0f00\u0f40-\u0f47\u0f49-\u0f6c\u0f88-\u0f8c\u1000-\u102a\u103f\u1050-\u1055\u105a-\u105d\u1061\u1065\u1066\u106e-\u1070\u1075-\u1081\u108e\u10a0-\u10c5\u10c7\u10cd\u10d0-\u10fa\u10fc-\u1248\u124a-\u124d\u1250-\u1256\u1258\u125a-\u125d\u1260-\u1288\u128a-\u128d\u1290-\u12b0\u12b2-\u12b5\u12b8-\u12be\u12c0\u12c2-\u12c5\u12c8-\u12d6\u12d8-\u1310\u1312-\u1315\u1318-\u135a\u1380-\u138f\u13a0-\u13f4\u1401-\u166c\u166f-\u167f\u1681-\u169a\u16a0-\u16ea\u16ee-\u16f0\u1700-\u170c\u170e-\u1711\u1720-\u1731\u1740-\u1751\u1760-\u176c\u176e-\u1770\u1780-\u17b3\u17d7\u17dc\u1820-\u1877\u1880-\u18a8\u18aa\u18b0-\u18f5\u1900-\u191c\u1950-\u196d\u1970-\u1974\u1980-\u19ab\u19c1-\u19c7\u1a00-\u1a16\u1a20-\u1a54\u1aa7\u1b05-\u1b33\u1b45-\u1b4b\u1b83-\u1ba0\u1bae\u1baf\u1bba-\u1be5\u1c00-\u1c23\u1c4d-\u1c4f\u1c5a-\u1c7d\u1ce9-\u1cec\u1cee-\u1cf1\u1cf5\u1cf6\u1d00-\u1dbf\u1e00-\u1f15\u1f18-\u1f1d\u1f20-\u1f45\u1f48-\u1f4d\u1f50-\u1f57\u1f59\u1f5b\u1f5d\u1f5f-\u1f7d\u1f80-\u1fb4\u1fb6-\u1fbc\u1fbe\u1fc2-\u1fc4\u1fc6-\u1fcc\u1fd0-\u1fd3\u1fd6-\u1fdb\u1fe0-\u1fec\u1ff2-\u1ff4\u1ff6-\u1ffc\u2071\u207f\u2090-\u209c\u2102\u2107\u210a-\u2113\u2115\u2119-\u211d\u2124\u2126\u2128\u212a-\u212d\u212f-\u2139\u213c-\u213f\u2145-\u2149\u214e\u2160-\u2188\u2c00-\u2c2e\u2c30-\u2c5e\u2c60-\u2ce4\u2ceb-\u2cee\u2cf2\u2cf3\u2d00-\u2d25\u2d27\u2d2d\u2d30-\u2d67\u2d6f\u2d80-\u2d96\u2da0-\u2da6\u2da8-\u2dae\u2db0-\u2db6\u2db8-\u2dbe\u2dc0-\u2dc6\u2dc8-\u2dce\u2dd0-\u2dd6\u2dd8-\u2dde\u2e2f\u3005-\u3007\u3021-\u3029\u3031-\u3035\u3038-\u303c\u3041-\u3096\u309d-\u309f\u30a1-\u30fa\u30fc-\u30ff\u3105-\u312d\u3131-\u318e\u31a0-\u31ba\u31f0-\u31ff\u3400-\u4db5\u4e00-\u9fcc\ua000-\ua48c\ua4d0-\ua4fd\ua500-\ua60c\ua610-\ua61f\ua62a\ua62b\ua640-\ua66e\ua67f-\ua697\ua6a0-\ua6ef\ua717-\ua71f\ua722-\ua788\ua78b-\ua78e\ua790-\ua793\ua7a0-\ua7aa\ua7f8-\ua801\ua803-\ua805\ua807-\ua80a\ua80c-\ua822\ua840-\ua873\ua882-\ua8b3\ua8f2-\ua8f7\ua8fb\ua90a-\ua925\ua930-\ua946\ua960-\ua97c\ua984-\ua9b2\ua9cf\uaa00-\uaa28\uaa40-\uaa42\uaa44-\uaa4b\uaa60-\uaa76\uaa7a\uaa80-\uaaaf\uaab1\uaab5\uaab6\uaab9-\uaabd\uaac0\uaac2\uaadb-\uaadd\uaae0-\uaaea\uaaf2-\uaaf4\uab01-\uab06\uab09-\uab0e\uab11-\uab16\uab20-\uab26\uab28-\uab2e\uabc0-\uabe2\uac00-\ud7a3\ud7b0-\ud7c6\ud7cb-\ud7fb\uf900-\ufa6d\ufa70-\ufad9\ufb00-\ufb06\ufb13-\ufb17\ufb1d\ufb1f-\ufb28\ufb2a-\ufb36\ufb38-\ufb3c\ufb3e\ufb40\ufb41\ufb43\ufb44\ufb46-\ufbb1\ufbd3-\ufd3d\ufd50-\ufd8f\ufd92-\ufdc7\ufdf0-\ufdfb\ufe70-\ufe74\ufe76-\ufefc\uff21-\uff3a\uff41-\uff5a\uff66-\uffbe\uffc2-\uffc7\uffca-\uffcf\uffd2-\uffd7\uffda-\uffdc]"
|
|
),
|
|
"NonAsciiIdentifierPart":
|
|
RegExp(
|
|
u"[\xaa\xb5\xba\xc0-\xd6\xd8-\xf6\xf8-\u02c1\u02c6-\u02d1\u02e0-\u02e4\u02ec\u02ee\u0300-\u0374\u0376\u0377\u037a-\u037d\u0386\u0388-\u038a\u038c\u038e-\u03a1\u03a3-\u03f5\u03f7-\u0481\u0483-\u0487\u048a-\u0527\u0531-\u0556\u0559\u0561-\u0587\u0591-\u05bd\u05bf\u05c1\u05c2\u05c4\u05c5\u05c7\u05d0-\u05ea\u05f0-\u05f2\u0610-\u061a\u0620-\u0669\u066e-\u06d3\u06d5-\u06dc\u06df-\u06e8\u06ea-\u06fc\u06ff\u0710-\u074a\u074d-\u07b1\u07c0-\u07f5\u07fa\u0800-\u082d\u0840-\u085b\u08a0\u08a2-\u08ac\u08e4-\u08fe\u0900-\u0963\u0966-\u096f\u0971-\u0977\u0979-\u097f\u0981-\u0983\u0985-\u098c\u098f\u0990\u0993-\u09a8\u09aa-\u09b0\u09b2\u09b6-\u09b9\u09bc-\u09c4\u09c7\u09c8\u09cb-\u09ce\u09d7\u09dc\u09dd\u09df-\u09e3\u09e6-\u09f1\u0a01-\u0a03\u0a05-\u0a0a\u0a0f\u0a10\u0a13-\u0a28\u0a2a-\u0a30\u0a32\u0a33\u0a35\u0a36\u0a38\u0a39\u0a3c\u0a3e-\u0a42\u0a47\u0a48\u0a4b-\u0a4d\u0a51\u0a59-\u0a5c\u0a5e\u0a66-\u0a75\u0a81-\u0a83\u0a85-\u0a8d\u0a8f-\u0a91\u0a93-\u0aa8\u0aaa-\u0ab0\u0ab2\u0ab3\u0ab5-\u0ab9\u0abc-\u0ac5\u0ac7-\u0ac9\u0acb-\u0acd\u0ad0\u0ae0-\u0ae3\u0ae6-\u0aef\u0b01-\u0b03\u0b05-\u0b0c\u0b0f\u0b10\u0b13-\u0b28\u0b2a-\u0b30\u0b32\u0b33\u0b35-\u0b39\u0b3c-\u0b44\u0b47\u0b48\u0b4b-\u0b4d\u0b56\u0b57\u0b5c\u0b5d\u0b5f-\u0b63\u0b66-\u0b6f\u0b71\u0b82\u0b83\u0b85-\u0b8a\u0b8e-\u0b90\u0b92-\u0b95\u0b99\u0b9a\u0b9c\u0b9e\u0b9f\u0ba3\u0ba4\u0ba8-\u0baa\u0bae-\u0bb9\u0bbe-\u0bc2\u0bc6-\u0bc8\u0bca-\u0bcd\u0bd0\u0bd7\u0be6-\u0bef\u0c01-\u0c03\u0c05-\u0c0c\u0c0e-\u0c10\u0c12-\u0c28\u0c2a-\u0c33\u0c35-\u0c39\u0c3d-\u0c44\u0c46-\u0c48\u0c4a-\u0c4d\u0c55\u0c56\u0c58\u0c59\u0c60-\u0c63\u0c66-\u0c6f\u0c82\u0c83\u0c85-\u0c8c\u0c8e-\u0c90\u0c92-\u0ca8\u0caa-\u0cb3\u0cb5-\u0cb9\u0cbc-\u0cc4\u0cc6-\u0cc8\u0cca-\u0ccd\u0cd5\u0cd6\u0cde\u0ce0-\u0ce3\u0ce6-\u0cef\u0cf1\u0cf2\u0d02\u0d03\u0d05-\u0d0c\u0d0e-\u0d10\u0d12-\u0d3a\u0d3d-\u0d44\u0d46-\u0d48\u0d4a-\u0d4e\u0d57\u0d60-\u0d63\u0d66-\u0d6f\u0d7a-\u0d7f\u0d82\u0d83\u0d85-\u0d96\u0d9a-\u0db1\u0db3-\u0dbb\u0dbd\u0dc0-\u0dc6\u0dca\u0dcf-\u0dd4\u0dd6\u0dd8-\u0ddf\u0df2\u0df3\u0e01-\u0e3a\u0e40-\u0e4e\u0e50-\u0e59\u0e81\u0e82\u0e84\u0e87\u0e88\u0e8a\u0e8d\u0e94-\u0e97\u0e99-\u0e9f\u0ea1-\u0ea3\u0ea5\u0ea7\u0eaa\u0eab\u0ead-\u0eb9\u0ebb-\u0ebd\u0ec0-\u0ec4\u0ec6\u0ec8-\u0ecd\u0ed0-\u0ed9\u0edc-\u0edf\u0f00\u0f18\u0f19\u0f20-\u0f29\u0f35\u0f37\u0f39\u0f3e-\u0f47\u0f49-\u0f6c\u0f71-\u0f84\u0f86-\u0f97\u0f99-\u0fbc\u0fc6\u1000-\u1049\u1050-\u109d\u10a0-\u10c5\u10c7\u10cd\u10d0-\u10fa\u10fc-\u1248\u124a-\u124d\u1250-\u1256\u1258\u125a-\u125d\u1260-\u1288\u128a-\u128d\u1290-\u12b0\u12b2-\u12b5\u12b8-\u12be\u12c0\u12c2-\u12c5\u12c8-\u12d6\u12d8-\u1310\u1312-\u1315\u1318-\u135a\u135d-\u135f\u1380-\u138f\u13a0-\u13f4\u1401-\u166c\u166f-\u167f\u1681-\u169a\u16a0-\u16ea\u16ee-\u16f0\u1700-\u170c\u170e-\u1714\u1720-\u1734\u1740-\u1753\u1760-\u176c\u176e-\u1770\u1772\u1773\u1780-\u17d3\u17d7\u17dc\u17dd\u17e0-\u17e9\u180b-\u180d\u1810-\u1819\u1820-\u1877\u1880-\u18aa\u18b0-\u18f5\u1900-\u191c\u1920-\u192b\u1930-\u193b\u1946-\u196d\u1970-\u1974\u1980-\u19ab\u19b0-\u19c9\u19d0-\u19d9\u1a00-\u1a1b\u1a20-\u1a5e\u1a60-\u1a7c\u1a7f-\u1a89\u1a90-\u1a99\u1aa7\u1b00-\u1b4b\u1b50-\u1b59\u1b6b-\u1b73\u1b80-\u1bf3\u1c00-\u1c37\u1c40-\u1c49\u1c4d-\u1c7d\u1cd0-\u1cd2\u1cd4-\u1cf6\u1d00-\u1de6\u1dfc-\u1f15\u1f18-\u1f1d\u1f20-\u1f45\u1f48-\u1f4d\u1f50-\u1f57\u1f59\u1f5b\u1f5d\u1f5f-\u1f7d\u1f80-\u1fb4\u1fb6-\u1fbc\u1fbe\u1fc2-\u1fc4\u1fc6-\u1fcc\u1fd0-\u1fd3\u1fd6-\u1fdb\u1fe0-\u1fec\u1ff2-\u1ff4\u1ff6-\u1ffc\u200c\u200d\u203f\u2040\u2054\u2071\u207f\u2090-\u209c\u20d0-\u20dc\u20e1\u20e5-\u20f0\u2102\u2107\u210a-\u2113\u2115\u2119-\u211d\u2124\u2126\u2128\u212a-\u212d\u212f-\u2139\u213c-\u213f\u2145-\u2149\u214e\u2160-\u2188\u2c00-\u2c2e\u2c30-\u2c5e\u2c60-\u2ce4\u2ceb-\u2cf3\u2d00-\u2d25\u2d27\u2d2d\u2d30-\u2d67\u2d6f\u2d7f-\u2d96\u2da0-\u2da6\u2da8-\u2dae\u2db0-\u2db6\u2db8-\u2dbe\u2dc0-\u2dc6\u2dc8-\u2dce\u2dd0-\u2dd6\u2dd8-\u2dde\u2de0-\u2dff\u2e2f\u3005-\u3007\u3021-\u302f\u3031-\u3035\u3038-\u303c\u3041-\u3096\u3099\u309a\u309d-\u309f\u30a1-\u30fa\u30fc-\u30ff\u3105-\u312d\u3131-\u318e\u31a0-\u31ba\u31f0-\u31ff\u3400-\u4db5\u4e00-\u9fcc\ua000-\ua48c\ua4d0-\ua4fd\ua500-\ua60c\ua610-\ua62b\ua640-\ua66f\ua674-\ua67d\ua67f-\ua697\ua69f-\ua6f1\ua717-\ua71f\ua722-\ua788\ua78b-\ua78e\ua790-\ua793\ua7a0-\ua7aa\ua7f8-\ua827\ua840-\ua873\ua880-\ua8c4\ua8d0-\ua8d9\ua8e0-\ua8f7\ua8fb\ua900-\ua92d\ua930-\ua953\ua960-\ua97c\ua980-\ua9c0\ua9cf-\ua9d9\uaa00-\uaa36\uaa40-\uaa4d\uaa50-\uaa59\uaa60-\uaa76\uaa7a\uaa7b\uaa80-\uaac2\uaadb-\uaadd\uaae0-\uaaef\uaaf2-\uaaf6\uab01-\uab06\uab09-\uab0e\uab11-\uab16\uab20-\uab26\uab28-\uab2e\uabc0-\uabea\uabec\uabed\uabf0-\uabf9\uac00-\ud7a3\ud7b0-\ud7c6\ud7cb-\ud7fb\uf900-\ufa6d\ufa70-\ufad9\ufb00-\ufb06\ufb13-\ufb17\ufb1d-\ufb28\ufb2a-\ufb36\ufb38-\ufb3c\ufb3e\ufb40\ufb41\ufb43\ufb44\ufb46-\ufbb1\ufbd3-\ufd3d\ufd50-\ufd8f\ufd92-\ufdc7\ufdf0-\ufdfb\ufe00-\ufe0f\ufe20-\ufe26\ufe33\ufe34\ufe4d-\ufe4f\ufe70-\ufe74\ufe76-\ufefc\uff10-\uff19\uff21-\uff3a\uff3f\uff41-\uff5a\uff66-\uffbe\uffc2-\uffc7\uffca-\uffcf\uffd2-\uffd7\uffda-\uffdc]"
|
|
),
|
|
})
|
|
|
|
|
|
def assert__py__(condition=None, message=None):
|
|
if not condition:
|
|
raise RuntimeError("ASSERT: " + message)
|
|
|
|
|
|
def isDecimalDigit(ch=None):
|
|
return (ch >= 48) and (ch <= 57)
|
|
|
|
|
|
def isHexDigit(ch=None):
|
|
return "0123456789abcdefABCDEF".find(ch) >= 0
|
|
|
|
|
|
def isOctalDigit(ch=None):
|
|
return "01234567".find(ch) >= 0
|
|
|
|
|
|
def isWhiteSpace(ch=None):
|
|
return (
|
|
((((ch == 32) or (ch == 9)) or (ch == 11)) or
|
|
(ch == 12)) or (ch == 160)
|
|
) or ((ch >= 5760) and (
|
|
u"\u1680\u180e\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000\ufeff"
|
|
.find(unichr(ch)) > 0))
|
|
|
|
|
|
def isLineTerminator(ch=None):
|
|
return (((ch == 10) or (ch == 13)) or (ch == 8232)) or (ch == 8233)
|
|
|
|
|
|
def isIdentifierStart(ch=None):
|
|
return (((((ch == 36) or (ch == 95)) or ((ch >= 65) and (ch <= 90))) or
|
|
((ch >= 97) and (ch <= 122))) or
|
|
(ch == 92)) or ((ch >= 128)
|
|
and Regex.NonAsciiIdentifierStart.test(unichr(ch)))
|
|
|
|
|
|
def isIdentifierPart(ch=None):
|
|
return ((((((ch == 36) or (ch == 95)) or ((ch >= 65) and (ch <= 90))) or
|
|
((ch >= 97) and (ch <= 122))) or ((ch >= 48) and (ch <= 57))) or
|
|
(ch == 92)) or ((ch >= 128)
|
|
and Regex.NonAsciiIdentifierPart.test(unichr(ch)))
|
|
|
|
|
|
def isFutureReservedWord(id=None):
|
|
while 1:
|
|
if (id == "super") or ((id == "import") or ((id == "extends") or
|
|
((id == "export") or
|
|
((id == "enum") or
|
|
(id == "class"))))):
|
|
return True
|
|
else:
|
|
return False
|
|
break
|
|
|
|
|
|
def isStrictModeReservedWord(id=None):
|
|
while 1:
|
|
if (id == "let") or ((id == "yield") or
|
|
((id == "static") or
|
|
((id == "public") or
|
|
((id == "protected") or
|
|
((id == "private") or
|
|
((id == "package") or
|
|
((id == "interface") or
|
|
(id == "implements")))))))):
|
|
return True
|
|
else:
|
|
return False
|
|
break
|
|
|
|
|
|
def isRestrictedWord(id=None):
|
|
return (id == "eval") or (id == "arguments")
|
|
|
|
|
|
def isKeyword(id=None):
|
|
if strict and isStrictModeReservedWord(id):
|
|
return True
|
|
while 1:
|
|
if len(id) == 2:
|
|
return ((id == "if") or (id == "in")) or (id == "do")
|
|
elif len(id) == 3:
|
|
return ((((id == "var") or (id == "for")) or (id == "new")) or
|
|
(id == "try")) or (id == "let")
|
|
elif len(id) == 4:
|
|
return (((((id == "this") or (id == "else")) or (id == "case")) or
|
|
(id == "void")) or (id == "with")) or (id == "enum")
|
|
elif len(id) == 5:
|
|
return (((((((id == "while") or (id == "break")) or
|
|
(id == "catch")) or (id == "throw")) or
|
|
(id == "const")) or (id == "yield")) or
|
|
(id == "class")) or (id == "super")
|
|
elif len(id) == 6:
|
|
return (((((id == "return") or (id == "typeof")) or
|
|
(id == "delete")) or (id == "switch")) or
|
|
(id == "export")) or (id == "import")
|
|
elif len(id) == 7:
|
|
return ((id == "default") or
|
|
(id == "finally")) or (id == "extends")
|
|
elif len(id) == 8:
|
|
return ((id == "function") or
|
|
(id == "continue")) or (id == "debugger")
|
|
elif len(id) == 10:
|
|
return id == "instanceof"
|
|
else:
|
|
return False
|
|
break
|
|
|
|
|
|
def addComment(type=None, value=None, start=None, end=None, loc=None):
|
|
comment = None
|
|
assert__py__(('undefined'
|
|
if not 'start' in locals() else typeof(start)) == "number",
|
|
"Comment must have valid position")
|
|
if state.lastCommentStart >= start:
|
|
return
|
|
state.lastCommentStart = start
|
|
comment = jsdict({
|
|
"type": type,
|
|
"value": value,
|
|
})
|
|
if extra.range:
|
|
comment.range = [start, end]
|
|
if extra.loc:
|
|
comment.loc = loc
|
|
extra.comments.append(comment)
|
|
|
|
|
|
def skipSingleLineComment():
|
|
global index, lineNumber, lineStart
|
|
start = None
|
|
loc = None
|
|
ch = None
|
|
comment = None
|
|
start = index - 2
|
|
loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": lineNumber,
|
|
"column": (index - lineStart) - 2,
|
|
}),
|
|
})
|
|
while index < length:
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
index += 1
|
|
index
|
|
if isLineTerminator(ch):
|
|
if extra.comments:
|
|
comment = source[(start + 2):(index - 1)]
|
|
loc.end = jsdict({
|
|
"line": lineNumber,
|
|
"column": (index - lineStart) - 1,
|
|
})
|
|
addComment("Line", comment, start, index - 1, loc)
|
|
if (ch == 13) and (
|
|
(ord(source[index]) if index < len(source) else None) == 10):
|
|
index += 1
|
|
index
|
|
lineNumber += 1
|
|
lineNumber
|
|
lineStart = index
|
|
return
|
|
if extra.comments:
|
|
comment = source[(start + 2):index]
|
|
loc.end = jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
})
|
|
addComment("Line", comment, start, index, loc)
|
|
|
|
|
|
def skipMultiLineComment():
|
|
global index, lineNumber, lineStart
|
|
start = None
|
|
loc = None
|
|
ch = None
|
|
comment = None
|
|
if extra.comments:
|
|
start = index - 2
|
|
loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": lineNumber,
|
|
"column": (index - lineStart) - 2,
|
|
}),
|
|
})
|
|
while index < length:
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
if isLineTerminator(ch):
|
|
if (ch == 13) and ((ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None) == 10):
|
|
index += 1
|
|
index
|
|
lineNumber += 1
|
|
lineNumber
|
|
index += 1
|
|
index
|
|
lineStart = index
|
|
if index >= length:
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
elif ch == 42:
|
|
if (ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None) == 47:
|
|
index += 1
|
|
index
|
|
index += 1
|
|
index
|
|
if extra.comments:
|
|
comment = source[(start + 2):(index - 2)]
|
|
loc.end = jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
})
|
|
addComment("Block", comment, start, index, loc)
|
|
return
|
|
index += 1
|
|
index
|
|
else:
|
|
index += 1
|
|
index
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
|
|
|
|
def skipComment():
|
|
global index, lineNumber, lineStart
|
|
ch = None
|
|
while index < length:
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
if isWhiteSpace(ch):
|
|
index += 1
|
|
index
|
|
elif isLineTerminator(ch):
|
|
index += 1
|
|
index
|
|
if (ch == 13) and (
|
|
(ord(source[index]) if index < len(source) else None) == 10):
|
|
index += 1
|
|
index
|
|
lineNumber += 1
|
|
lineNumber
|
|
lineStart = index
|
|
elif ch == 47:
|
|
ch = (ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None)
|
|
if ch == 47:
|
|
index += 1
|
|
index
|
|
index += 1
|
|
index
|
|
skipSingleLineComment()
|
|
elif ch == 42:
|
|
index += 1
|
|
index
|
|
index += 1
|
|
index
|
|
skipMultiLineComment()
|
|
else:
|
|
break
|
|
else:
|
|
break
|
|
|
|
|
|
def scanHexEscape(prefix=None):
|
|
global len__py__, index
|
|
i = None
|
|
len__py__ = None
|
|
ch = None
|
|
code = 0
|
|
len__py__ = (4 if prefix == "u" else 2)
|
|
i = 0
|
|
while 1:
|
|
if not (i < len__py__):
|
|
break
|
|
if (index < length) and isHexDigit(source[index]):
|
|
index += 1
|
|
ch = source[index - 1]
|
|
code = (code * 16) + "0123456789abcdef".find(ch.lower())
|
|
else:
|
|
return ""
|
|
i += 1
|
|
return unichr(code)
|
|
|
|
|
|
def getEscapedIdentifier():
|
|
global index
|
|
ch = None
|
|
id = None
|
|
index += 1
|
|
index += 1
|
|
ch = (ord(source[index - 1]) if index - 1 < len(source) else None)
|
|
id = unichr(ch)
|
|
if ch == 92:
|
|
if (ord(source[index]) if index < len(source) else None) != 117:
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
index += 1
|
|
index
|
|
ch = scanHexEscape("u")
|
|
if ((not ch) or (ch == "\\")) or (not isIdentifierStart(
|
|
(ord(ch[0]) if 0 < len(ch) else None))):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
id = ch
|
|
while index < length:
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
if not isIdentifierPart(ch):
|
|
break
|
|
index += 1
|
|
index
|
|
id += unichr(ch)
|
|
if ch == 92:
|
|
id = id[0:(0 + (len(id) - 1))]
|
|
if (ord(source[index]) if index < len(source) else None) != 117:
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
index += 1
|
|
index
|
|
ch = scanHexEscape("u")
|
|
if ((not ch) or (ch == "\\")) or (not isIdentifierPart(
|
|
(ord(ch[0]) if 0 < len(ch) else None))):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
id += ch
|
|
return id
|
|
|
|
|
|
def getIdentifier():
|
|
global index
|
|
start = None
|
|
ch = None
|
|
index += 1
|
|
start = index - 1
|
|
while index < length:
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
if ch == 92:
|
|
index = start
|
|
return getEscapedIdentifier()
|
|
if isIdentifierPart(ch):
|
|
index += 1
|
|
index
|
|
else:
|
|
break
|
|
return source[start:index]
|
|
|
|
|
|
def scanIdentifier():
|
|
start = None
|
|
id = None
|
|
type = None
|
|
start = index
|
|
id = (getEscapedIdentifier() if
|
|
(ord(source[index]) if index < len(source) else None) == 92 else
|
|
getIdentifier())
|
|
if len(id) == 1:
|
|
type = Token.Identifier
|
|
elif isKeyword(id):
|
|
type = Token.Keyword
|
|
elif id == "null":
|
|
type = Token.NullLiteral
|
|
elif (id == "true") or (id == "false"):
|
|
type = Token.BooleanLiteral
|
|
else:
|
|
type = Token.Identifier
|
|
return jsdict({
|
|
"type": type,
|
|
"value": id,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def scanPunctuator():
|
|
global index
|
|
start = index
|
|
code = (ord(source[index]) if index < len(source) else None)
|
|
code2 = None
|
|
ch1 = source[index]
|
|
ch2 = None
|
|
ch3 = None
|
|
ch4 = None
|
|
while 1:
|
|
if (code == 126) or ((code == 63) or ((code == 58) or
|
|
((code == 93) or
|
|
((code == 91) or
|
|
((code == 125) or
|
|
((code == 123) or
|
|
((code == 44) or
|
|
((code == 59) or
|
|
((code == 41) or
|
|
((code == 40) or
|
|
(code == 46))))))))))):
|
|
index += 1
|
|
index
|
|
if extra.tokenize:
|
|
if code == 40:
|
|
extra.openParenToken = len(extra.tokens)
|
|
elif code == 123:
|
|
extra.openCurlyToken = len(extra.tokens)
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": unichr(code),
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
else:
|
|
code2 = (ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None)
|
|
if code2 == 61:
|
|
while 1:
|
|
if (code == 124) or ((code == 94) or
|
|
((code == 62) or
|
|
((code == 60) or
|
|
((code == 47) or
|
|
((code == 45) or
|
|
((code == 43) or
|
|
((code == 42) or
|
|
((code == 38) or
|
|
(code == 37))))))))):
|
|
index += 2
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": unichr(code) + unichr(code2),
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
elif (code == 61) or (code == 33):
|
|
index += 2
|
|
if (ord(source[index])
|
|
if index < len(source) else None) == 61:
|
|
index += 1
|
|
index
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": source[start:index],
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
else:
|
|
break
|
|
break
|
|
break
|
|
break
|
|
ch2 = source[index + 1] if index + 1 < len(source) else None
|
|
ch3 = source[index + 2] if index + 2 < len(source) else None
|
|
ch4 = source[index + 3] if index + 3 < len(source) else None
|
|
if ((ch1 == ">") and (ch2 == ">")) and (ch3 == ">"):
|
|
if ch4 == "=":
|
|
index += 4
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": ">>>=",
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
if ((ch1 == ">") and (ch2 == ">")) and (ch3 == ">"):
|
|
index += 3
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": ">>>",
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
if ((ch1 == "<") and (ch2 == "<")) and (ch3 == "="):
|
|
index += 3
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": "<<=",
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
if ((ch1 == ">") and (ch2 == ">")) and (ch3 == "="):
|
|
index += 3
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": ">>=",
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
if (ch1 == ch2) and ("+-<>&|".find(ch1) >= 0):
|
|
index += 2
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": ch1 + ch2,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
if "<>=!+-*%&|^/".find(ch1) >= 0:
|
|
index += 1
|
|
index
|
|
return jsdict({
|
|
"type": Token.Punctuator,
|
|
"value": ch1,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
|
|
|
|
def scanHexLiteral(start=None):
|
|
global index
|
|
number = ""
|
|
while index < length:
|
|
if not isHexDigit(source[index]):
|
|
break
|
|
index += 1
|
|
number += source[index - 1]
|
|
if len(number) == 0:
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
if isIdentifierStart(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
return jsdict({
|
|
"type": Token.NumericLiteral,
|
|
"value": parseInt("0x" + number, 16),
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def scanOctalLiteral(start=None):
|
|
global index
|
|
index += 1
|
|
number = "0" + source[index - 1]
|
|
while index < length:
|
|
if not isOctalDigit(source[index]):
|
|
break
|
|
index += 1
|
|
number += source[index - 1]
|
|
if isIdentifierStart(
|
|
(ord(source[index])
|
|
if index < len(source) else None)) or isDecimalDigit(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
return jsdict({
|
|
"type": Token.NumericLiteral,
|
|
"value": parseInt(number, 8),
|
|
"octal": True,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def scanNumericLiteral():
|
|
global index
|
|
number = None
|
|
start = None
|
|
ch = None
|
|
ch = source[index]
|
|
assert__py__(
|
|
isDecimalDigit((ord(ch[0]) if 0 < len(ch) else None)) or (ch == "."),
|
|
"Numeric literal must start with a decimal digit or a decimal point")
|
|
start = index
|
|
number = ""
|
|
if ch != ".":
|
|
index += 1
|
|
number = source[index - 1]
|
|
ch = source[index] if index < len(source) else None
|
|
if number == "0":
|
|
if (ch == "x") or (ch == "X"):
|
|
index += 1
|
|
index
|
|
return scanHexLiteral(start)
|
|
if isOctalDigit(ch):
|
|
return scanOctalLiteral(start)
|
|
if ch and isDecimalDigit((ord(ch[0]) if 0 < len(ch) else None)):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
while isDecimalDigit(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
index += 1
|
|
number += source[index - 1]
|
|
ch = source[index] if index < len(source) else None
|
|
if ch == ".":
|
|
index += 1
|
|
number += source[index - 1]
|
|
while isDecimalDigit(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
index += 1
|
|
number += source[index - 1]
|
|
ch = source[index]
|
|
if (ch == "e") or (ch == "E"):
|
|
index += 1
|
|
number += source[index - 1]
|
|
ch = source[index]
|
|
if (ch == "+") or (ch == "-"):
|
|
index += 1
|
|
number += source[index - 1]
|
|
if isDecimalDigit(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
while isDecimalDigit(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
index += 1
|
|
number += source[index - 1]
|
|
else:
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
if isIdentifierStart(
|
|
(ord(source[index]) if index < len(source) else None)):
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
return jsdict({
|
|
"type": Token.NumericLiteral,
|
|
"value": parseFloat(number),
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def scanStringLiteral():
|
|
global index, lineNumber
|
|
str = ""
|
|
quote = None
|
|
start = None
|
|
ch = None
|
|
code = None
|
|
unescaped = None
|
|
restore = None
|
|
octal = False
|
|
quote = source[index]
|
|
assert__py__((quote == "'") or (quote == "\""),
|
|
"String literal must starts with a quote")
|
|
start = index
|
|
index += 1
|
|
index
|
|
while index < length:
|
|
index += 1
|
|
ch = source[index - 1]
|
|
if ch == quote:
|
|
quote = ""
|
|
break
|
|
elif ch == "\\":
|
|
index += 1
|
|
ch = source[index - 1]
|
|
if (not ch) or (not isLineTerminator(
|
|
(ord(ch[0]) if 0 < len(ch) else None))):
|
|
while 1:
|
|
if ch == "n":
|
|
str += u"\x0a"
|
|
break
|
|
elif ch == "r":
|
|
str += u"\x0d"
|
|
break
|
|
elif ch == "t":
|
|
str += u"\x09"
|
|
break
|
|
elif (ch == "x") or (ch == "u"):
|
|
restore = index
|
|
unescaped = scanHexEscape(ch)
|
|
if unescaped:
|
|
str += unescaped
|
|
else:
|
|
index = restore
|
|
str += ch
|
|
break
|
|
elif ch == "b":
|
|
str += u"\x08"
|
|
break
|
|
elif ch == "f":
|
|
str += u"\x0c"
|
|
break
|
|
elif ch == "v":
|
|
str += u"\x0b"
|
|
break
|
|
else:
|
|
if isOctalDigit(ch):
|
|
code = "01234567".find(ch)
|
|
if code != 0:
|
|
octal = True
|
|
if (index < length) and isOctalDigit(
|
|
source[index]):
|
|
octal = True
|
|
index += 1
|
|
code = (code * 8) + "01234567".find(
|
|
source[index - 1])
|
|
if (("0123".find(ch) >= 0) and
|
|
(index < length)) and isOctalDigit(
|
|
source[index]):
|
|
index += 1
|
|
code = (code * 8) + "01234567".find(
|
|
source[index - 1])
|
|
str += unichr(code)
|
|
else:
|
|
str += ch
|
|
break
|
|
break
|
|
else:
|
|
lineNumber += 1
|
|
lineNumber
|
|
if (ch == u"\x0d") and (source[index] == u"\x0a"):
|
|
index += 1
|
|
index
|
|
elif isLineTerminator((ord(ch[0]) if 0 < len(ch) else None)):
|
|
break
|
|
else:
|
|
str += ch
|
|
if quote != "":
|
|
throwError(jsdict({}), Messages.UnexpectedToken, "ILLEGAL")
|
|
return jsdict({
|
|
"type": Token.StringLiteral,
|
|
"value": str,
|
|
"octal": octal,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def scanRegExp():
|
|
global lookahead, index
|
|
str = None
|
|
ch = None
|
|
start = None
|
|
pattern = None
|
|
flags = None
|
|
value = None
|
|
classMarker = False
|
|
restore = None
|
|
terminated = False
|
|
lookahead = None
|
|
skipComment()
|
|
start = index
|
|
ch = source[index]
|
|
assert__py__(ch == "/",
|
|
"Regular expression literal must start with a slash")
|
|
index += 1
|
|
str = source[index - 1]
|
|
while index < length:
|
|
index += 1
|
|
ch = source[index - 1]
|
|
str += ch
|
|
if classMarker:
|
|
if ch == "]":
|
|
classMarker = False
|
|
else:
|
|
if ch == "\\":
|
|
index += 1
|
|
ch = source[index - 1]
|
|
if isLineTerminator((ord(ch[0]) if 0 < len(ch) else None)):
|
|
throwError(jsdict({}), Messages.UnterminatedRegExp)
|
|
str += ch
|
|
elif ch == "/":
|
|
terminated = True
|
|
break
|
|
elif ch == "[":
|
|
classMarker = True
|
|
elif isLineTerminator((ord(ch[0]) if 0 < len(ch) else None)):
|
|
throwError(jsdict({}), Messages.UnterminatedRegExp)
|
|
if not terminated:
|
|
throwError(jsdict({}), Messages.UnterminatedRegExp)
|
|
pattern = str[1:(1 + (len(str) - 2))]
|
|
flags = ""
|
|
while index < length:
|
|
ch = source[index]
|
|
if not isIdentifierPart((ord(ch[0]) if 0 < len(ch) else None)):
|
|
break
|
|
index += 1
|
|
index
|
|
if (ch == "\\") and (index < length):
|
|
ch = source[index]
|
|
if ch == "u":
|
|
index += 1
|
|
index
|
|
restore = index
|
|
ch = scanHexEscape("u")
|
|
if ch:
|
|
flags += ch
|
|
str += "\\u"
|
|
while 1:
|
|
if not (restore < index):
|
|
break
|
|
str += source[restore]
|
|
restore += 1
|
|
else:
|
|
index = restore
|
|
flags += "u"
|
|
str += "\\u"
|
|
else:
|
|
str += "\\"
|
|
else:
|
|
flags += ch
|
|
str += ch
|
|
try:
|
|
value = RegExp(pattern, flags)
|
|
except Exception as e:
|
|
throwError(jsdict({}), Messages.InvalidRegExp)
|
|
peek()
|
|
if extra.tokenize:
|
|
return jsdict({
|
|
"type": Token.RegularExpression,
|
|
"value": value,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [start, index],
|
|
})
|
|
return jsdict({
|
|
"literal": str,
|
|
"value": value,
|
|
"range": [start, index],
|
|
})
|
|
|
|
|
|
def isIdentifierName(token=None):
|
|
return (((token.type == Token.Identifier) or
|
|
(token.type == Token.Keyword)) or
|
|
(token.type == Token.BooleanLiteral)) or (
|
|
token.type == Token.NullLiteral)
|
|
|
|
|
|
def advanceSlash():
|
|
prevToken = None
|
|
checkToken = None
|
|
prevToken = extra.tokens[len(extra.tokens) - 1]
|
|
if not prevToken:
|
|
return scanRegExp()
|
|
if prevToken.type == "Punctuator":
|
|
if prevToken.value == ")":
|
|
checkToken = extra.tokens[extra.openParenToken - 1]
|
|
if (checkToken and (checkToken.type == "Keyword")) and (
|
|
(((checkToken.value == "if") or
|
|
(checkToken.value == "while")) or
|
|
(checkToken.value == "for")) or (checkToken.value == "with")):
|
|
return scanRegExp()
|
|
return scanPunctuator()
|
|
if prevToken.value == "}":
|
|
if extra.tokens[extra.openCurlyToken - 3] and (
|
|
extra.tokens[extra.openCurlyToken - 3].type == "Keyword"):
|
|
checkToken = extra.tokens[extra.openCurlyToken - 4]
|
|
if not checkToken:
|
|
return scanPunctuator()
|
|
elif extra.tokens[extra.openCurlyToken - 4] and (
|
|
extra.tokens[extra.openCurlyToken - 4].type == "Keyword"):
|
|
checkToken = extra.tokens[extra.openCurlyToken - 5]
|
|
if not checkToken:
|
|
return scanRegExp()
|
|
else:
|
|
return scanPunctuator()
|
|
if FnExprTokens.indexOf(checkToken.value) >= 0:
|
|
return scanPunctuator()
|
|
return scanRegExp()
|
|
return scanRegExp()
|
|
if prevToken.type == "Keyword":
|
|
return scanRegExp()
|
|
return scanPunctuator()
|
|
|
|
|
|
def advance():
|
|
ch = None
|
|
skipComment()
|
|
if index >= length:
|
|
return jsdict({
|
|
"type": Token.EOF,
|
|
"lineNumber": lineNumber,
|
|
"lineStart": lineStart,
|
|
"range": [index, index],
|
|
})
|
|
ch = (ord(source[index]) if index < len(source) else None)
|
|
if ((ch == 40) or (ch == 41)) or (ch == 58):
|
|
return scanPunctuator()
|
|
if (ch == 39) or (ch == 34):
|
|
return scanStringLiteral()
|
|
if isIdentifierStart(ch):
|
|
return scanIdentifier()
|
|
if ch == 46:
|
|
if isDecimalDigit((ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None)):
|
|
return scanNumericLiteral()
|
|
return scanPunctuator()
|
|
if isDecimalDigit(ch):
|
|
return scanNumericLiteral()
|
|
if extra.tokenize and (ch == 47):
|
|
return advanceSlash()
|
|
return scanPunctuator()
|
|
|
|
|
|
def lex():
|
|
global index, lineNumber, lineStart, lookahead
|
|
token = None
|
|
token = lookahead
|
|
index = token.range[1]
|
|
lineNumber = token.lineNumber
|
|
lineStart = token.lineStart
|
|
lookahead = advance()
|
|
index = token.range[1]
|
|
lineNumber = token.lineNumber
|
|
lineStart = token.lineStart
|
|
return token
|
|
|
|
|
|
def peek():
|
|
global lookahead, index, lineNumber, lineStart
|
|
pos = None
|
|
line = None
|
|
start = None
|
|
pos = index
|
|
line = lineNumber
|
|
start = lineStart
|
|
lookahead = advance()
|
|
index = pos
|
|
lineNumber = line
|
|
lineStart = start
|
|
|
|
|
|
SyntaxTreeDelegate = jsdict({
|
|
"name": "SyntaxTree",
|
|
"markStart": __temp__0,
|
|
"markEnd": __temp__1,
|
|
"markEndIf": __temp__2,
|
|
"postProcess": __temp__3,
|
|
"createArrayExpression": __temp__4,
|
|
"createAssignmentExpression": __temp__5,
|
|
"createBinaryExpression": __temp__6,
|
|
"createBlockStatement": __temp__7,
|
|
"createBreakStatement": __temp__8,
|
|
"createCallExpression": __temp__9,
|
|
"createCatchClause": __temp__10,
|
|
"createConditionalExpression": __temp__11,
|
|
"createContinueStatement": __temp__12,
|
|
"createDebuggerStatement": __temp__13,
|
|
"createDoWhileStatement": __temp__14,
|
|
"createEmptyStatement": __temp__15,
|
|
"createExpressionStatement": __temp__16,
|
|
"createForStatement": __temp__17,
|
|
"createForInStatement": __temp__18,
|
|
"createFunctionDeclaration": __temp__19,
|
|
"createFunctionExpression": __temp__20,
|
|
"createIdentifier": __temp__21,
|
|
"createIfStatement": __temp__22,
|
|
"createLabeledStatement": __temp__23,
|
|
"createLiteral": __temp__24,
|
|
"createMemberExpression": __temp__25,
|
|
"createNewExpression": __temp__26,
|
|
"createObjectExpression": __temp__27,
|
|
"createPostfixExpression": __temp__28,
|
|
"createProgram": __temp__29,
|
|
"createProperty": __temp__30,
|
|
"createReturnStatement": __temp__31,
|
|
"createSequenceExpression": __temp__32,
|
|
"createSwitchCase": __temp__33,
|
|
"createSwitchStatement": __temp__34,
|
|
"createThisExpression": __temp__35,
|
|
"createThrowStatement": __temp__36,
|
|
"createTryStatement": __temp__37,
|
|
"createUnaryExpression": __temp__38,
|
|
"createVariableDeclaration": __temp__39,
|
|
"createVariableDeclarator": __temp__40,
|
|
"createWhileStatement": __temp__41,
|
|
"createWithStatement": __temp__42,
|
|
})
|
|
|
|
|
|
def peekLineTerminator():
|
|
global index, lineNumber, lineStart
|
|
pos = None
|
|
line = None
|
|
start = None
|
|
found = None
|
|
pos = index
|
|
line = lineNumber
|
|
start = lineStart
|
|
skipComment()
|
|
found = lineNumber != line
|
|
index = pos
|
|
lineNumber = line
|
|
lineStart = start
|
|
return found
|
|
|
|
|
|
def throwError(token=None, messageFormat=None, a=None):
|
|
def __temp__43(whole=None, index=None):
|
|
assert__py__(index < len(args), "Message reference must be in range")
|
|
return args[index]
|
|
|
|
error = None
|
|
args = Array.prototype.slice.call(arguments, 2)
|
|
msg = messageFormat.replace(RegExp(r'%(\d)'), __temp__43)
|
|
if ('undefined' if not ('lineNumber' in token) else typeof(
|
|
token.lineNumber)) == "number":
|
|
error = RuntimeError((("Line " + token.lineNumber) + ": ") + msg)
|
|
error.index = token.range[0]
|
|
error.lineNumber = token.lineNumber
|
|
error.column = (token.range[0] - lineStart) + 1
|
|
else:
|
|
error = RuntimeError((("Line " + lineNumber) + ": ") + msg)
|
|
error.index = index
|
|
error.lineNumber = lineNumber
|
|
error.column = (index - lineStart) + 1
|
|
error.description = msg
|
|
raise error
|
|
|
|
|
|
def throwErrorTolerant():
|
|
try:
|
|
throwError.apply(None, arguments)
|
|
except Exception as e:
|
|
if extra.errors:
|
|
extra.errors.append(e)
|
|
else:
|
|
raise
|
|
|
|
|
|
def throwUnexpected(token=None):
|
|
if token.type == Token.EOF:
|
|
throwError(token, Messages.UnexpectedEOS)
|
|
if token.type == Token.NumericLiteral:
|
|
throwError(token, Messages.UnexpectedNumber)
|
|
if token.type == Token.StringLiteral:
|
|
throwError(token, Messages.UnexpectedString)
|
|
if token.type == Token.Identifier:
|
|
throwError(token, Messages.UnexpectedIdentifier)
|
|
if token.type == Token.Keyword:
|
|
if isFutureReservedWord(token.value):
|
|
throwError(token, Messages.UnexpectedReserved)
|
|
elif strict and isStrictModeReservedWord(token.value):
|
|
throwErrorTolerant(token, Messages.StrictReservedWord)
|
|
return
|
|
throwError(token, Messages.UnexpectedToken, token.value)
|
|
throwError(token, Messages.UnexpectedToken, token.value)
|
|
|
|
|
|
def expect(value=None):
|
|
token = lex()
|
|
if (token.type != Token.Punctuator) or (token.value != value):
|
|
throwUnexpected(token)
|
|
|
|
|
|
def expectKeyword(keyword=None):
|
|
token = lex()
|
|
if (token.type != Token.Keyword) or (token.value != keyword):
|
|
throwUnexpected(token)
|
|
|
|
|
|
def match(value=None):
|
|
return (lookahead.type == Token.Punctuator) and (lookahead.value == value)
|
|
|
|
|
|
def matchKeyword(keyword=None):
|
|
return (lookahead.type == Token.Keyword) and (lookahead.value == keyword)
|
|
|
|
|
|
def matchAssign():
|
|
op = None
|
|
if lookahead.type != Token.Punctuator:
|
|
return False
|
|
op = lookahead.value
|
|
return (((((((((((op == "=") or (op == "*=")) or (op == "/=")) or
|
|
(op == "%=")) or (op == "+=")) or (op == "-=")) or
|
|
(op == "<<=")) or (op == ">>=")) or (op == ">>>=")) or
|
|
(op == "&=")) or (op == "^=")) or (op == "|=")
|
|
|
|
|
|
def consumeSemicolon():
|
|
line = None
|
|
if (ord(source[index]) if index < len(source) else None) == 59:
|
|
lex()
|
|
return
|
|
line = lineNumber
|
|
skipComment()
|
|
if lineNumber != line:
|
|
return
|
|
if match(";"):
|
|
lex()
|
|
return
|
|
if (lookahead.type != Token.EOF) and (not match("}")):
|
|
throwUnexpected(lookahead)
|
|
|
|
|
|
def isLeftHandSide(expr=None):
|
|
return (expr.type == Syntax.Identifier) or (
|
|
expr.type == Syntax.MemberExpression)
|
|
|
|
|
|
def parseArrayInitialiser():
|
|
elements = []
|
|
expect("[")
|
|
while not match("]"):
|
|
if match(","):
|
|
lex()
|
|
elements.append(None)
|
|
else:
|
|
elements.append(parseAssignmentExpression())
|
|
if not match("]"):
|
|
expect(",")
|
|
expect("]")
|
|
return delegate.createArrayExpression(elements)
|
|
|
|
|
|
def parsePropertyFunction(param=None, first=None):
|
|
global strict
|
|
previousStrict = None
|
|
body = None
|
|
previousStrict = strict
|
|
skipComment()
|
|
delegate.markStart()
|
|
body = parseFunctionSourceElements()
|
|
if (first and strict) and isRestrictedWord(param[0].name):
|
|
throwErrorTolerant(first, Messages.StrictParamName)
|
|
strict = previousStrict
|
|
return delegate.markEnd(
|
|
delegate.createFunctionExpression(None, param, [], body))
|
|
|
|
|
|
def parseObjectPropertyKey():
|
|
token = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
token = lex()
|
|
if (token.type == Token.StringLiteral) or (
|
|
token.type == Token.NumericLiteral):
|
|
if strict and token.octal:
|
|
throwErrorTolerant(token, Messages.StrictOctalLiteral)
|
|
return delegate.markEnd(delegate.createLiteral(token))
|
|
return delegate.markEnd(delegate.createIdentifier(token.value))
|
|
|
|
|
|
def parseObjectProperty():
|
|
token = None
|
|
key = None
|
|
id = None
|
|
value = None
|
|
param = None
|
|
token = lookahead
|
|
skipComment()
|
|
delegate.markStart()
|
|
if token.type == Token.Identifier:
|
|
id = parseObjectPropertyKey()
|
|
if (token.value == "get") and (not match(":")):
|
|
key = parseObjectPropertyKey()
|
|
expect("(")
|
|
expect(")")
|
|
value = parsePropertyFunction([])
|
|
return delegate.markEnd(delegate.createProperty("get", key, value))
|
|
if (token.value == "set") and (not match(":")):
|
|
key = parseObjectPropertyKey()
|
|
expect("(")
|
|
token = lookahead
|
|
if token.type != Token.Identifier:
|
|
expect(")")
|
|
throwErrorTolerant(token, Messages.UnexpectedToken,
|
|
token.value)
|
|
value = parsePropertyFunction([])
|
|
else:
|
|
param = [parseVariableIdentifier()]
|
|
expect(")")
|
|
value = parsePropertyFunction(param, token)
|
|
return delegate.markEnd(delegate.createProperty("set", key, value))
|
|
expect(":")
|
|
value = parseAssignmentExpression()
|
|
return delegate.markEnd(delegate.createProperty("init", id, value))
|
|
if (token.type == Token.EOF) or (token.type == Token.Punctuator):
|
|
throwUnexpected(token)
|
|
else:
|
|
key = parseObjectPropertyKey()
|
|
expect(":")
|
|
value = parseAssignmentExpression()
|
|
return delegate.markEnd(delegate.createProperty("init", key, value))
|
|
|
|
|
|
def parseObjectInitialiser():
|
|
properties = []
|
|
property = None
|
|
name = None
|
|
key = None
|
|
kind = None
|
|
map = jsdict({})
|
|
toString = str
|
|
expect("{")
|
|
while not match("}"):
|
|
property = parseObjectProperty()
|
|
if property.key.type == Syntax.Identifier:
|
|
name = property.key.name
|
|
else:
|
|
name = toString(property.key.value)
|
|
kind = (PropertyKind.Data if property.kind == "init" else (
|
|
PropertyKind.Get if property.kind == "get" else PropertyKind.Set))
|
|
key = "$" + name
|
|
if key in map:
|
|
if map[key] == PropertyKind.Data:
|
|
if strict and (kind == PropertyKind.Data):
|
|
throwErrorTolerant(
|
|
jsdict({}), Messages.StrictDuplicateProperty)
|
|
elif kind != PropertyKind.Data:
|
|
throwErrorTolerant(
|
|
jsdict({}), Messages.AccessorDataProperty)
|
|
else:
|
|
if kind == PropertyKind.Data:
|
|
throwErrorTolerant(
|
|
jsdict({}), Messages.AccessorDataProperty)
|
|
elif map[key] & kind:
|
|
throwErrorTolerant(jsdict({}), Messages.AccessorGetSet)
|
|
map[key] |= kind
|
|
else:
|
|
map[key] = kind
|
|
properties.append(property)
|
|
if not match("}"):
|
|
expect(",")
|
|
expect("}")
|
|
return delegate.createObjectExpression(properties)
|
|
|
|
|
|
def parseGroupExpression():
|
|
expr = None
|
|
expect("(")
|
|
expr = parseExpression()
|
|
expect(")")
|
|
return expr
|
|
|
|
|
|
def parsePrimaryExpression():
|
|
type = None
|
|
token = None
|
|
expr = None
|
|
if match("("):
|
|
return parseGroupExpression()
|
|
type = lookahead.type
|
|
delegate.markStart()
|
|
if type == Token.Identifier:
|
|
expr = delegate.createIdentifier(lex().value)
|
|
elif (type == Token.StringLiteral) or (type == Token.NumericLiteral):
|
|
if strict and lookahead.octal:
|
|
throwErrorTolerant(lookahead, Messages.StrictOctalLiteral)
|
|
expr = delegate.createLiteral(lex())
|
|
elif type == Token.Keyword:
|
|
if matchKeyword("this"):
|
|
lex()
|
|
expr = delegate.createThisExpression()
|
|
elif matchKeyword("function"):
|
|
expr = parseFunctionExpression()
|
|
elif type == Token.BooleanLiteral:
|
|
token = lex()
|
|
token.value = token.value == "true"
|
|
expr = delegate.createLiteral(token)
|
|
elif type == Token.NullLiteral:
|
|
token = lex()
|
|
token.value = None
|
|
expr = delegate.createLiteral(token)
|
|
elif match("["):
|
|
expr = parseArrayInitialiser()
|
|
elif match("{"):
|
|
expr = parseObjectInitialiser()
|
|
elif match("/") or match("/="):
|
|
expr = delegate.createLiteral(scanRegExp())
|
|
if expr:
|
|
return delegate.markEnd(expr)
|
|
throwUnexpected(lex())
|
|
|
|
|
|
def parseArguments():
|
|
args = []
|
|
expect("(")
|
|
if not match(")"):
|
|
while index < length:
|
|
args.append(parseAssignmentExpression())
|
|
if match(")"):
|
|
break
|
|
expect(",")
|
|
expect(")")
|
|
return args
|
|
|
|
|
|
def parseNonComputedProperty():
|
|
token = None
|
|
delegate.markStart()
|
|
token = lex()
|
|
if not isIdentifierName(token):
|
|
throwUnexpected(token)
|
|
return delegate.markEnd(delegate.createIdentifier(token.value))
|
|
|
|
|
|
def parseNonComputedMember():
|
|
expect(".")
|
|
return parseNonComputedProperty()
|
|
|
|
|
|
def parseComputedMember():
|
|
expr = None
|
|
expect("[")
|
|
expr = parseExpression()
|
|
expect("]")
|
|
return expr
|
|
|
|
|
|
def parseNewExpression():
|
|
callee = None
|
|
args = None
|
|
delegate.markStart()
|
|
expectKeyword("new")
|
|
callee = parseLeftHandSideExpression()
|
|
args = (parseArguments() if match("(") else [])
|
|
return delegate.markEnd(delegate.createNewExpression(callee, args))
|
|
|
|
|
|
def parseLeftHandSideExpressionAllowCall():
|
|
marker = None
|
|
expr = None
|
|
args = None
|
|
property = None
|
|
marker = createLocationMarker()
|
|
expr = (parseNewExpression()
|
|
if matchKeyword("new") else parsePrimaryExpression())
|
|
while (match(".") or match("[")) or match("("):
|
|
if match("("):
|
|
args = parseArguments()
|
|
expr = delegate.createCallExpression(expr, args)
|
|
elif match("["):
|
|
property = parseComputedMember()
|
|
expr = delegate.createMemberExpression("[", expr, property)
|
|
else:
|
|
property = parseNonComputedMember()
|
|
expr = delegate.createMemberExpression(".", expr, property)
|
|
if marker:
|
|
marker.end()
|
|
marker.apply(expr)
|
|
return expr
|
|
|
|
|
|
def parseLeftHandSideExpression():
|
|
marker = None
|
|
expr = None
|
|
property = None
|
|
marker = createLocationMarker()
|
|
expr = (parseNewExpression()
|
|
if matchKeyword("new") else parsePrimaryExpression())
|
|
while match(".") or match("["):
|
|
if match("["):
|
|
property = parseComputedMember()
|
|
expr = delegate.createMemberExpression("[", expr, property)
|
|
else:
|
|
property = parseNonComputedMember()
|
|
expr = delegate.createMemberExpression(".", expr, property)
|
|
if marker:
|
|
marker.end()
|
|
marker.apply(expr)
|
|
return expr
|
|
|
|
|
|
def parsePostfixExpression():
|
|
expr = None
|
|
token = None
|
|
delegate.markStart()
|
|
expr = parseLeftHandSideExpressionAllowCall()
|
|
if lookahead.type == Token.Punctuator:
|
|
if (match("++") or match("--")) and (not peekLineTerminator()):
|
|
if (strict and
|
|
(expr.type == Syntax.Identifier)) and isRestrictedWord(
|
|
expr.name):
|
|
throwErrorTolerant(jsdict({}), Messages.StrictLHSPostfix)
|
|
if not isLeftHandSide(expr):
|
|
throwError(jsdict({}), Messages.InvalidLHSInAssignment)
|
|
token = lex()
|
|
expr = delegate.createPostfixExpression(token.value, expr)
|
|
return delegate.markEndIf(expr)
|
|
|
|
|
|
def parseUnaryExpression():
|
|
token = None
|
|
expr = None
|
|
delegate.markStart()
|
|
if (lookahead.type != Token.Punctuator) and (lookahead.type !=
|
|
Token.Keyword):
|
|
expr = parsePostfixExpression()
|
|
elif match("++") or match("--"):
|
|
token = lex()
|
|
expr = parseUnaryExpression()
|
|
if (strict and
|
|
(expr.type == Syntax.Identifier)) and isRestrictedWord(expr.name):
|
|
throwErrorTolerant(jsdict({}), Messages.StrictLHSPrefix)
|
|
if not isLeftHandSide(expr):
|
|
throwError(jsdict({}), Messages.InvalidLHSInAssignment)
|
|
expr = delegate.createUnaryExpression(token.value, expr)
|
|
elif ((match("+") or match("-")) or match("~")) or match("!"):
|
|
token = lex()
|
|
expr = parseUnaryExpression()
|
|
expr = delegate.createUnaryExpression(token.value, expr)
|
|
elif (matchKeyword("delete")
|
|
or matchKeyword("void")) or matchKeyword("typeof"):
|
|
token = lex()
|
|
expr = parseUnaryExpression()
|
|
expr = delegate.createUnaryExpression(token.value, expr)
|
|
if (strict and (expr.operator == "delete")) and (
|
|
expr.argument.type == Syntax.Identifier):
|
|
throwErrorTolerant(jsdict({}), Messages.StrictDelete)
|
|
else:
|
|
expr = parsePostfixExpression()
|
|
return delegate.markEndIf(expr)
|
|
|
|
|
|
def binaryPrecedence(token=None, allowIn=None):
|
|
prec = 0
|
|
if (token.type != Token.Punctuator) and (token.type != Token.Keyword):
|
|
return 0
|
|
while 1:
|
|
if token.value == "||":
|
|
prec = 1
|
|
break
|
|
elif token.value == "&&":
|
|
prec = 2
|
|
break
|
|
elif token.value == "|":
|
|
prec = 3
|
|
break
|
|
elif token.value == "^":
|
|
prec = 4
|
|
break
|
|
elif token.value == "&":
|
|
prec = 5
|
|
break
|
|
elif (token.value == "!==") or ((token.value == "===") or
|
|
((token.value == "!=") or
|
|
(token.value == "=="))):
|
|
prec = 6
|
|
break
|
|
elif (token.value == "instanceof") or ((token.value == ">=") or
|
|
((token.value == "<=") or
|
|
((token.value == ">") or
|
|
(token.value == "<")))):
|
|
prec = 7
|
|
break
|
|
elif token.value == "in":
|
|
prec = (7 if allowIn else 0)
|
|
break
|
|
elif (token.value == ">>>") or ((token.value == ">>") or
|
|
(token.value == "<<")):
|
|
prec = 8
|
|
break
|
|
elif (token.value == "-") or (token.value == "+"):
|
|
prec = 9
|
|
break
|
|
elif (token.value == "%") or ((token.value == "/") or
|
|
(token.value == "*")):
|
|
prec = 11
|
|
break
|
|
else:
|
|
break
|
|
break
|
|
return prec
|
|
|
|
|
|
def parseBinaryExpression():
|
|
marker = None
|
|
markers = None
|
|
expr = None
|
|
token = None
|
|
prec = None
|
|
previousAllowIn = None
|
|
stack = None
|
|
right = None
|
|
operator = None
|
|
left = None
|
|
i = None
|
|
previousAllowIn = state.allowIn
|
|
state.allowIn = True
|
|
marker = createLocationMarker()
|
|
left = parseUnaryExpression()
|
|
token = lookahead
|
|
prec = binaryPrecedence(token, previousAllowIn)
|
|
if prec == 0:
|
|
return left
|
|
token.prec = prec
|
|
lex()
|
|
markers = [marker, createLocationMarker()]
|
|
right = parseUnaryExpression()
|
|
stack = [left, token, right]
|
|
prec = binaryPrecedence(lookahead, previousAllowIn)
|
|
while prec > 0:
|
|
while (len(stack) > 2) and (prec <= stack[len(stack) - 2].prec):
|
|
right = stack.pop()
|
|
operator = stack.pop().value
|
|
left = stack.pop()
|
|
expr = delegate.createBinaryExpression(operator, left, right)
|
|
markers.pop()
|
|
marker = markers.pop()
|
|
if marker:
|
|
marker.end()
|
|
marker.apply(expr)
|
|
stack.append(expr)
|
|
markers.append(marker)
|
|
token = lex()
|
|
token.prec = prec
|
|
stack.append(token)
|
|
markers.append(createLocationMarker())
|
|
expr = parseUnaryExpression()
|
|
stack.append(expr)
|
|
prec = binaryPrecedence(lookahead, previousAllowIn)
|
|
state.allowIn = previousAllowIn
|
|
i = len(stack) - 1
|
|
expr = stack[i]
|
|
markers.pop()
|
|
while i > 1:
|
|
expr = delegate.createBinaryExpression(stack[i - 1].value,
|
|
stack[i - 2], expr)
|
|
i -= 2
|
|
marker = markers.pop()
|
|
if marker:
|
|
marker.end()
|
|
marker.apply(expr)
|
|
return expr
|
|
|
|
|
|
def parseConditionalExpression():
|
|
expr = None
|
|
previousAllowIn = None
|
|
consequent = None
|
|
alternate = None
|
|
delegate.markStart()
|
|
expr = parseBinaryExpression()
|
|
if match("?"):
|
|
lex()
|
|
previousAllowIn = state.allowIn
|
|
state.allowIn = True
|
|
consequent = parseAssignmentExpression()
|
|
state.allowIn = previousAllowIn
|
|
expect(":")
|
|
alternate = parseAssignmentExpression()
|
|
expr = delegate.markEnd(
|
|
delegate.createConditionalExpression(expr, consequent, alternate))
|
|
else:
|
|
delegate.markEnd(jsdict({}))
|
|
return expr
|
|
|
|
|
|
def parseAssignmentExpression():
|
|
token = None
|
|
left = None
|
|
right = None
|
|
node = None
|
|
token = lookahead
|
|
delegate.markStart()
|
|
left = parseConditionalExpression()
|
|
node = left
|
|
if matchAssign():
|
|
if not isLeftHandSide(left):
|
|
throwError(jsdict({}), Messages.InvalidLHSInAssignment)
|
|
if (strict and
|
|
(left.type == Syntax.Identifier)) and isRestrictedWord(left.name):
|
|
throwErrorTolerant(token, Messages.StrictLHSAssignment)
|
|
token = lex()
|
|
right = parseAssignmentExpression()
|
|
node = delegate.createAssignmentExpression(token.value, left, right)
|
|
return delegate.markEndIf(node)
|
|
|
|
|
|
def parseExpression():
|
|
expr = None
|
|
delegate.markStart()
|
|
expr = parseAssignmentExpression()
|
|
if match(","):
|
|
expr = delegate.createSequenceExpression([expr])
|
|
while index < length:
|
|
if not match(","):
|
|
break
|
|
lex()
|
|
expr.expressions.append(parseAssignmentExpression())
|
|
return delegate.markEndIf(expr)
|
|
|
|
|
|
def parseStatementList():
|
|
list__py__ = []
|
|
statement = None
|
|
while index < length:
|
|
if match("}"):
|
|
break
|
|
statement = parseSourceElement()
|
|
if ('undefined' if not 'statement' in locals() else
|
|
typeof(statement)) == "undefined":
|
|
break
|
|
list__py__.append(statement)
|
|
return list__py__
|
|
|
|
|
|
def parseBlock():
|
|
block = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
expect("{")
|
|
block = parseStatementList()
|
|
expect("}")
|
|
return delegate.markEnd(delegate.createBlockStatement(block))
|
|
|
|
|
|
def parseVariableIdentifier():
|
|
token = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
token = lex()
|
|
if token.type != Token.Identifier:
|
|
throwUnexpected(token)
|
|
return delegate.markEnd(delegate.createIdentifier(token.value))
|
|
|
|
|
|
def parseVariableDeclaration(kind=None):
|
|
init = None
|
|
id = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
id = parseVariableIdentifier()
|
|
if strict and isRestrictedWord(id.name):
|
|
throwErrorTolerant(jsdict({}), Messages.StrictVarName)
|
|
if kind == "const":
|
|
expect("=")
|
|
init = parseAssignmentExpression()
|
|
elif match("="):
|
|
lex()
|
|
init = parseAssignmentExpression()
|
|
return delegate.markEnd(delegate.createVariableDeclarator(id, init))
|
|
|
|
|
|
def parseVariableDeclarationList(kind=None):
|
|
list__py__ = []
|
|
while 1:
|
|
list__py__.append(parseVariableDeclaration(kind))
|
|
if not match(","):
|
|
break
|
|
lex()
|
|
if not (index < length):
|
|
break
|
|
return list__py__
|
|
|
|
|
|
def parseVariableStatement():
|
|
declarations = None
|
|
expectKeyword("var")
|
|
declarations = parseVariableDeclarationList()
|
|
consumeSemicolon()
|
|
return delegate.createVariableDeclaration(declarations, "var")
|
|
|
|
|
|
def parseConstLetDeclaration(kind=None):
|
|
declarations = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
expectKeyword(kind)
|
|
declarations = parseVariableDeclarationList(kind)
|
|
consumeSemicolon()
|
|
return delegate.markEnd(
|
|
delegate.createVariableDeclaration(declarations, kind))
|
|
|
|
|
|
def parseEmptyStatement():
|
|
expect(";")
|
|
return delegate.createEmptyStatement()
|
|
|
|
|
|
def parseExpressionStatement():
|
|
expr = parseExpression()
|
|
consumeSemicolon()
|
|
return delegate.createExpressionStatement(expr)
|
|
|
|
|
|
def parseIfStatement():
|
|
test = None
|
|
consequent = None
|
|
alternate = None
|
|
expectKeyword("if")
|
|
expect("(")
|
|
test = parseExpression()
|
|
expect(")")
|
|
consequent = parseStatement()
|
|
if matchKeyword("else"):
|
|
lex()
|
|
alternate = parseStatement()
|
|
else:
|
|
alternate = None
|
|
return delegate.createIfStatement(test, consequent, alternate)
|
|
|
|
|
|
def parseDoWhileStatement():
|
|
body = None
|
|
test = None
|
|
oldInIteration = None
|
|
expectKeyword("do")
|
|
oldInIteration = state.inIteration
|
|
state.inIteration = True
|
|
body = parseStatement()
|
|
state.inIteration = oldInIteration
|
|
expectKeyword("while")
|
|
expect("(")
|
|
test = parseExpression()
|
|
expect(")")
|
|
if match(";"):
|
|
lex()
|
|
return delegate.createDoWhileStatement(body, test)
|
|
|
|
|
|
def parseWhileStatement():
|
|
test = None
|
|
body = None
|
|
oldInIteration = None
|
|
expectKeyword("while")
|
|
expect("(")
|
|
test = parseExpression()
|
|
expect(")")
|
|
oldInIteration = state.inIteration
|
|
state.inIteration = True
|
|
body = parseStatement()
|
|
state.inIteration = oldInIteration
|
|
return delegate.createWhileStatement(test, body)
|
|
|
|
|
|
def parseForVariableDeclaration():
|
|
token = None
|
|
declarations = None
|
|
delegate.markStart()
|
|
token = lex()
|
|
declarations = parseVariableDeclarationList()
|
|
return delegate.markEnd(
|
|
delegate.createVariableDeclaration(declarations, token.value))
|
|
|
|
|
|
def parseForStatement():
|
|
init = None
|
|
test = None
|
|
update = None
|
|
left = None
|
|
right = None
|
|
body = None
|
|
oldInIteration = None
|
|
update = None
|
|
test = update
|
|
init = test
|
|
expectKeyword("for")
|
|
expect("(")
|
|
if match(";"):
|
|
lex()
|
|
else:
|
|
if matchKeyword("var") or matchKeyword("let"):
|
|
state.allowIn = False
|
|
init = parseForVariableDeclaration()
|
|
state.allowIn = True
|
|
if (len(init.declarations) == 1) and matchKeyword("in"):
|
|
lex()
|
|
left = init
|
|
right = parseExpression()
|
|
init = None
|
|
else:
|
|
state.allowIn = False
|
|
init = parseExpression()
|
|
state.allowIn = True
|
|
if matchKeyword("in"):
|
|
if not isLeftHandSide(init):
|
|
throwError(jsdict({}), Messages.InvalidLHSInForIn)
|
|
lex()
|
|
left = init
|
|
right = parseExpression()
|
|
init = None
|
|
if ('undefined'
|
|
if not 'left' in locals() else typeof(left)) == "undefined":
|
|
expect(";")
|
|
if ('undefined'
|
|
if not 'left' in locals() else typeof(left)) == "undefined":
|
|
if not match(";"):
|
|
test = parseExpression()
|
|
expect(";")
|
|
if not match(")"):
|
|
update = parseExpression()
|
|
expect(")")
|
|
oldInIteration = state.inIteration
|
|
state.inIteration = True
|
|
body = parseStatement()
|
|
state.inIteration = oldInIteration
|
|
return (delegate.createForStatement(init, test, update, body) if (
|
|
'undefined' if not 'left' in locals() else typeof(left)) == "undefined"
|
|
else delegate.createForInStatement(left, right, body))
|
|
|
|
|
|
def parseContinueStatement():
|
|
label = None
|
|
key = None
|
|
expectKeyword("continue")
|
|
if (ord(source[index]) if index < len(source) else None) == 59:
|
|
lex()
|
|
if not state.inIteration:
|
|
throwError(jsdict({}), Messages.IllegalContinue)
|
|
return delegate.createContinueStatement(None)
|
|
if peekLineTerminator():
|
|
if not state.inIteration:
|
|
throwError(jsdict({}), Messages.IllegalContinue)
|
|
return delegate.createContinueStatement(None)
|
|
if lookahead.type == Token.Identifier:
|
|
label = parseVariableIdentifier()
|
|
key = "$" + label.name
|
|
if not (key in state.labelSet):
|
|
throwError(jsdict({}), Messages.UnknownLabel, label.name)
|
|
consumeSemicolon()
|
|
if (label == None) and (not state.inIteration):
|
|
throwError(jsdict({}), Messages.IllegalContinue)
|
|
return delegate.createContinueStatement(label)
|
|
|
|
|
|
def parseBreakStatement():
|
|
label = None
|
|
key = None
|
|
expectKeyword("break")
|
|
if (ord(source[index]) if index < len(source) else None) == 59:
|
|
lex()
|
|
if not (state.inIteration or state.inSwitch):
|
|
throwError(jsdict({}), Messages.IllegalBreak)
|
|
return delegate.createBreakStatement(None)
|
|
if peekLineTerminator():
|
|
if not (state.inIteration or state.inSwitch):
|
|
throwError(jsdict({}), Messages.IllegalBreak)
|
|
return delegate.createBreakStatement(None)
|
|
if lookahead.type == Token.Identifier:
|
|
label = parseVariableIdentifier()
|
|
key = "$" + label.name
|
|
if not (key in state.labelSet):
|
|
throwError(jsdict({}), Messages.UnknownLabel, label.name)
|
|
consumeSemicolon()
|
|
if (label == None) and (not (state.inIteration or state.inSwitch)):
|
|
throwError(jsdict({}), Messages.IllegalBreak)
|
|
return delegate.createBreakStatement(label)
|
|
|
|
|
|
def parseReturnStatement():
|
|
argument = None
|
|
expectKeyword("return")
|
|
if not state.inFunctionBody:
|
|
throwErrorTolerant(jsdict({}), Messages.IllegalReturn)
|
|
if (ord(source[index]) if index < len(source) else None) == 32:
|
|
if isIdentifierStart((ord(source[index + 1]) if
|
|
(index + 1) < len(source) else None)):
|
|
argument = parseExpression()
|
|
consumeSemicolon()
|
|
return delegate.createReturnStatement(argument)
|
|
if peekLineTerminator():
|
|
return delegate.createReturnStatement(None)
|
|
if not match(";"):
|
|
if (not match("}")) and (lookahead.type != Token.EOF):
|
|
argument = parseExpression()
|
|
consumeSemicolon()
|
|
return delegate.createReturnStatement(argument)
|
|
|
|
|
|
def parseWithStatement():
|
|
object = None
|
|
body = None
|
|
if strict:
|
|
throwErrorTolerant(jsdict({}), Messages.StrictModeWith)
|
|
expectKeyword("with")
|
|
expect("(")
|
|
object = parseExpression()
|
|
expect(")")
|
|
body = parseStatement()
|
|
return delegate.createWithStatement(object, body)
|
|
|
|
|
|
def parseSwitchCase():
|
|
test = None
|
|
consequent = []
|
|
statement = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
if matchKeyword("default"):
|
|
lex()
|
|
test = None
|
|
else:
|
|
expectKeyword("case")
|
|
test = parseExpression()
|
|
expect(":")
|
|
while index < length:
|
|
if (match("}") or matchKeyword("default")) or matchKeyword("case"):
|
|
break
|
|
statement = parseStatement()
|
|
consequent.append(statement)
|
|
return delegate.markEnd(delegate.createSwitchCase(test, consequent))
|
|
|
|
|
|
def parseSwitchStatement():
|
|
discriminant = None
|
|
cases = None
|
|
clause = None
|
|
oldInSwitch = None
|
|
defaultFound = None
|
|
expectKeyword("switch")
|
|
expect("(")
|
|
discriminant = parseExpression()
|
|
expect(")")
|
|
expect("{")
|
|
if match("}"):
|
|
lex()
|
|
return delegate.createSwitchStatement(discriminant)
|
|
cases = []
|
|
oldInSwitch = state.inSwitch
|
|
state.inSwitch = True
|
|
defaultFound = False
|
|
while index < length:
|
|
if match("}"):
|
|
break
|
|
clause = parseSwitchCase()
|
|
if clause.test == None:
|
|
if defaultFound:
|
|
throwError(jsdict({}), Messages.MultipleDefaultsInSwitch)
|
|
defaultFound = True
|
|
cases.append(clause)
|
|
state.inSwitch = oldInSwitch
|
|
expect("}")
|
|
return delegate.createSwitchStatement(discriminant, cases)
|
|
|
|
|
|
def parseThrowStatement():
|
|
argument = None
|
|
expectKeyword("throw")
|
|
if peekLineTerminator():
|
|
throwError(jsdict({}), Messages.NewlineAfterThrow)
|
|
argument = parseExpression()
|
|
consumeSemicolon()
|
|
return delegate.createThrowStatement(argument)
|
|
|
|
|
|
def parseCatchClause():
|
|
param = None
|
|
body = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
expectKeyword("catch")
|
|
expect("(")
|
|
if match(")"):
|
|
throwUnexpected(lookahead)
|
|
param = parseVariableIdentifier()
|
|
if strict and isRestrictedWord(param.name):
|
|
throwErrorTolerant(jsdict({}), Messages.StrictCatchVariable)
|
|
expect(")")
|
|
body = parseBlock()
|
|
return delegate.markEnd(delegate.createCatchClause(param, body))
|
|
|
|
|
|
def parseTryStatement():
|
|
block = None
|
|
handlers = []
|
|
finalizer = None
|
|
expectKeyword("try")
|
|
block = parseBlock()
|
|
if matchKeyword("catch"):
|
|
handlers.append(parseCatchClause())
|
|
if matchKeyword("finally"):
|
|
lex()
|
|
finalizer = parseBlock()
|
|
if (len(handlers) == 0) and (not finalizer):
|
|
throwError(jsdict({}), Messages.NoCatchOrFinally)
|
|
return delegate.createTryStatement(block, [], handlers, finalizer)
|
|
|
|
|
|
def parseDebuggerStatement():
|
|
expectKeyword("debugger")
|
|
consumeSemicolon()
|
|
return delegate.createDebuggerStatement()
|
|
|
|
|
|
def parseStatement():
|
|
type = lookahead.type
|
|
expr = None
|
|
labeledBody = None
|
|
key = None
|
|
if type == Token.EOF:
|
|
throwUnexpected(lookahead)
|
|
skipComment()
|
|
delegate.markStart()
|
|
if type == Token.Punctuator:
|
|
while 1:
|
|
if lookahead.value == ";":
|
|
return delegate.markEnd(parseEmptyStatement())
|
|
elif lookahead.value == "{":
|
|
return delegate.markEnd(parseBlock())
|
|
elif lookahead.value == "(":
|
|
return delegate.markEnd(parseExpressionStatement())
|
|
else:
|
|
break
|
|
break
|
|
if type == Token.Keyword:
|
|
while 1:
|
|
if lookahead.value == "break":
|
|
return delegate.markEnd(parseBreakStatement())
|
|
elif lookahead.value == "continue":
|
|
return delegate.markEnd(parseContinueStatement())
|
|
elif lookahead.value == "debugger":
|
|
return delegate.markEnd(parseDebuggerStatement())
|
|
elif lookahead.value == "do":
|
|
return delegate.markEnd(parseDoWhileStatement())
|
|
elif lookahead.value == "for":
|
|
return delegate.markEnd(parseForStatement())
|
|
elif lookahead.value == "function":
|
|
return delegate.markEnd(parseFunctionDeclaration())
|
|
elif lookahead.value == "if":
|
|
return delegate.markEnd(parseIfStatement())
|
|
elif lookahead.value == "return":
|
|
return delegate.markEnd(parseReturnStatement())
|
|
elif lookahead.value == "switch":
|
|
return delegate.markEnd(parseSwitchStatement())
|
|
elif lookahead.value == "throw":
|
|
return delegate.markEnd(parseThrowStatement())
|
|
elif lookahead.value == "try":
|
|
return delegate.markEnd(parseTryStatement())
|
|
elif lookahead.value == "var":
|
|
return delegate.markEnd(parseVariableStatement())
|
|
elif lookahead.value == "while":
|
|
return delegate.markEnd(parseWhileStatement())
|
|
elif lookahead.value == "with":
|
|
return delegate.markEnd(parseWithStatement())
|
|
else:
|
|
break
|
|
break
|
|
expr = parseExpression()
|
|
if (expr.type == Syntax.Identifier) and match(":"):
|
|
lex()
|
|
key = "$" + expr.name
|
|
if key in state.labelSet:
|
|
throwError(jsdict({}), Messages.Redeclaration, "Label", expr.name)
|
|
state.labelSet[key] = True
|
|
labeledBody = parseStatement()
|
|
del state.labelSet[key]
|
|
return delegate.markEnd(
|
|
delegate.createLabeledStatement(expr, labeledBody))
|
|
consumeSemicolon()
|
|
return delegate.markEnd(delegate.createExpressionStatement(expr))
|
|
|
|
|
|
def parseFunctionSourceElements():
|
|
global strict
|
|
sourceElement = None
|
|
sourceElements = []
|
|
token = None
|
|
directive = None
|
|
firstRestricted = None
|
|
oldLabelSet = None
|
|
oldInIteration = None
|
|
oldInSwitch = None
|
|
oldInFunctionBody = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
expect("{")
|
|
while index < length:
|
|
if lookahead.type != Token.StringLiteral:
|
|
break
|
|
token = lookahead
|
|
sourceElement = parseSourceElement()
|
|
sourceElements.append(sourceElement)
|
|
if sourceElement.expression.type != Syntax.Literal:
|
|
break
|
|
directive = source[(token.range[0] + 1):(token.range[1] - 1)]
|
|
if directive == "use strict":
|
|
strict = True
|
|
if firstRestricted:
|
|
throwErrorTolerant(firstRestricted,
|
|
Messages.StrictOctalLiteral)
|
|
else:
|
|
if (not firstRestricted) and token.octal:
|
|
firstRestricted = token
|
|
oldLabelSet = state.labelSet
|
|
oldInIteration = state.inIteration
|
|
oldInSwitch = state.inSwitch
|
|
oldInFunctionBody = state.inFunctionBody
|
|
state.labelSet = jsdict({})
|
|
state.inIteration = False
|
|
state.inSwitch = False
|
|
state.inFunctionBody = True
|
|
while index < length:
|
|
if match("}"):
|
|
break
|
|
sourceElement = parseSourceElement()
|
|
if ('undefined' if not 'sourceElement' in locals() else
|
|
typeof(sourceElement)) == "undefined":
|
|
break
|
|
sourceElements.append(sourceElement)
|
|
expect("}")
|
|
state.labelSet = oldLabelSet
|
|
state.inIteration = oldInIteration
|
|
state.inSwitch = oldInSwitch
|
|
state.inFunctionBody = oldInFunctionBody
|
|
return delegate.markEnd(delegate.createBlockStatement(sourceElements))
|
|
|
|
|
|
def parseParams(firstRestricted=None):
|
|
param = None
|
|
params = []
|
|
token = None
|
|
stricted = None
|
|
paramSet = None
|
|
key = None
|
|
message = None
|
|
expect("(")
|
|
if not match(")"):
|
|
paramSet = jsdict({})
|
|
while index < length:
|
|
token = lookahead
|
|
param = parseVariableIdentifier()
|
|
key = "$" + token.value
|
|
if strict:
|
|
if isRestrictedWord(token.value):
|
|
stricted = token
|
|
message = Messages.StrictParamName
|
|
if key in paramSet:
|
|
stricted = token
|
|
message = Messages.StrictParamDupe
|
|
elif not firstRestricted:
|
|
if isRestrictedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictParamName
|
|
elif isStrictModeReservedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictReservedWord
|
|
elif key in paramSet:
|
|
firstRestricted = token
|
|
message = Messages.StrictParamDupe
|
|
params.append(param)
|
|
paramSet[key] = True
|
|
if match(")"):
|
|
break
|
|
expect(",")
|
|
expect(")")
|
|
return jsdict({
|
|
"params": params,
|
|
"stricted": stricted,
|
|
"firstRestricted": firstRestricted,
|
|
"message": message,
|
|
})
|
|
|
|
|
|
def parseFunctionDeclaration():
|
|
global strict
|
|
id = None
|
|
params = []
|
|
body = None
|
|
token = None
|
|
stricted = None
|
|
tmp = None
|
|
firstRestricted = None
|
|
message = None
|
|
previousStrict = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
expectKeyword("function")
|
|
token = lookahead
|
|
id = parseVariableIdentifier()
|
|
if strict:
|
|
if isRestrictedWord(token.value):
|
|
throwErrorTolerant(token, Messages.StrictFunctionName)
|
|
else:
|
|
if isRestrictedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictFunctionName
|
|
elif isStrictModeReservedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictReservedWord
|
|
tmp = parseParams(firstRestricted)
|
|
params = tmp.params
|
|
stricted = tmp.stricted
|
|
firstRestricted = tmp.firstRestricted
|
|
if tmp.message:
|
|
message = tmp.message
|
|
previousStrict = strict
|
|
body = parseFunctionSourceElements()
|
|
if strict and firstRestricted:
|
|
throwError(firstRestricted, message)
|
|
if strict and stricted:
|
|
throwErrorTolerant(stricted, message)
|
|
strict = previousStrict
|
|
return delegate.markEnd(
|
|
delegate.createFunctionDeclaration(id, params, [], body))
|
|
|
|
|
|
def parseFunctionExpression():
|
|
global strict
|
|
token = None
|
|
id = None
|
|
stricted = None
|
|
firstRestricted = None
|
|
message = None
|
|
tmp = None
|
|
params = []
|
|
body = None
|
|
previousStrict = None
|
|
delegate.markStart()
|
|
expectKeyword("function")
|
|
if not match("("):
|
|
token = lookahead
|
|
id = parseVariableIdentifier()
|
|
if strict:
|
|
if isRestrictedWord(token.value):
|
|
throwErrorTolerant(token, Messages.StrictFunctionName)
|
|
else:
|
|
if isRestrictedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictFunctionName
|
|
elif isStrictModeReservedWord(token.value):
|
|
firstRestricted = token
|
|
message = Messages.StrictReservedWord
|
|
tmp = parseParams(firstRestricted)
|
|
params = tmp.params
|
|
stricted = tmp.stricted
|
|
firstRestricted = tmp.firstRestricted
|
|
if tmp.message:
|
|
message = tmp.message
|
|
previousStrict = strict
|
|
body = parseFunctionSourceElements()
|
|
if strict and firstRestricted:
|
|
throwError(firstRestricted, message)
|
|
if strict and stricted:
|
|
throwErrorTolerant(stricted, message)
|
|
strict = previousStrict
|
|
return delegate.markEnd(
|
|
delegate.createFunctionExpression(id, params, [], body))
|
|
|
|
|
|
def parseSourceElement():
|
|
if lookahead.type == Token.Keyword:
|
|
while 1:
|
|
if (lookahead.value == "let") or (lookahead.value == "const"):
|
|
return parseConstLetDeclaration(lookahead.value)
|
|
elif lookahead.value == "function":
|
|
return parseFunctionDeclaration()
|
|
else:
|
|
return parseStatement()
|
|
break
|
|
if lookahead.type != Token.EOF:
|
|
return parseStatement()
|
|
|
|
|
|
def parseSourceElements():
|
|
global strict
|
|
sourceElement = None
|
|
sourceElements = []
|
|
token = None
|
|
directive = None
|
|
firstRestricted = None
|
|
while index < length:
|
|
token = lookahead
|
|
if token.type != Token.StringLiteral:
|
|
break
|
|
sourceElement = parseSourceElement()
|
|
sourceElements.append(sourceElement)
|
|
if sourceElement.expression.type != Syntax.Literal:
|
|
break
|
|
directive = source[(token.range[0] + 1):(token.range[1] - 1)]
|
|
if directive == "use strict":
|
|
strict = True
|
|
if firstRestricted:
|
|
throwErrorTolerant(firstRestricted,
|
|
Messages.StrictOctalLiteral)
|
|
else:
|
|
if (not firstRestricted) and token.octal:
|
|
firstRestricted = token
|
|
while index < length:
|
|
sourceElement = parseSourceElement()
|
|
if ('undefined' if not 'sourceElement' in locals() else
|
|
typeof(sourceElement)) == "undefined":
|
|
break
|
|
sourceElements.append(sourceElement)
|
|
return sourceElements
|
|
|
|
|
|
def parseProgram():
|
|
global strict
|
|
body = None
|
|
skipComment()
|
|
delegate.markStart()
|
|
strict = False
|
|
peek()
|
|
body = parseSourceElements()
|
|
return delegate.markEnd(delegate.createProgram(body))
|
|
|
|
|
|
def collectToken():
|
|
start = None
|
|
loc = None
|
|
token = None
|
|
range = None
|
|
value = None
|
|
skipComment()
|
|
start = index
|
|
loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
}),
|
|
})
|
|
token = extra.advance()
|
|
loc.end = jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
})
|
|
if token.type != Token.EOF:
|
|
range = [token.range[0], token.range[1]]
|
|
value = source[token.range[0]:token.range[1]]
|
|
extra.tokens.append(
|
|
jsdict({
|
|
"type": TokenName[token.type],
|
|
"value": value,
|
|
"range": range,
|
|
"loc": loc,
|
|
}))
|
|
return token
|
|
|
|
|
|
def collectRegex():
|
|
pos = None
|
|
loc = None
|
|
regex = None
|
|
token = None
|
|
skipComment()
|
|
pos = index
|
|
loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
}),
|
|
})
|
|
regex = extra.scanRegExp()
|
|
loc.end = jsdict({
|
|
"line": lineNumber,
|
|
"column": index - lineStart,
|
|
})
|
|
if not extra.tokenize:
|
|
if len(extra.tokens) > 0:
|
|
token = extra.tokens[len(extra.tokens) - 1]
|
|
if (token.range[0] == pos) and (token.type == "Punctuator"):
|
|
if (token.value == "/") or (token.value == "/="):
|
|
extra.tokens.pop()
|
|
extra.tokens.append(
|
|
jsdict({
|
|
"type": "RegularExpression",
|
|
"value": regex.literal,
|
|
"range": [pos, index],
|
|
"loc": loc,
|
|
}))
|
|
return regex
|
|
|
|
|
|
def filterTokenLocation():
|
|
i = None
|
|
entry = None
|
|
token = None
|
|
tokens = []
|
|
i = 0
|
|
while 1:
|
|
if not (i < len(extra.tokens)):
|
|
break
|
|
entry = extra.tokens[i]
|
|
token = jsdict({
|
|
"type": entry.type,
|
|
"value": entry.value,
|
|
})
|
|
if extra.range:
|
|
token.range = entry.range
|
|
if extra.loc:
|
|
token.loc = entry.loc
|
|
tokens.append(token)
|
|
i += 1
|
|
extra.tokens = tokens
|
|
|
|
|
|
class LocationMarker(object):
|
|
def __init__(self=None):
|
|
self.marker = [index, lineNumber, index - lineStart, 0, 0, 0]
|
|
|
|
def end(self=None):
|
|
self.marker[3] = index
|
|
self.marker[4] = lineNumber
|
|
self.marker[5] = index - lineStart
|
|
|
|
def apply(self=None, node=None):
|
|
if extra.range:
|
|
node.range = [self.marker[0], self.marker[3]]
|
|
if extra.loc:
|
|
node.loc = jsdict({
|
|
"start":
|
|
jsdict({
|
|
"line": self.marker[1],
|
|
"column": self.marker[2],
|
|
}),
|
|
"end":
|
|
jsdict({
|
|
"line": self.marker[4],
|
|
"column": self.marker[5],
|
|
}),
|
|
})
|
|
node = delegate.postProcess(node)
|
|
|
|
|
|
def createLocationMarker():
|
|
if (not extra.loc) and (not extra.range):
|
|
return None
|
|
skipComment()
|
|
return LocationMarker()
|
|
|
|
|
|
def patch():
|
|
global advance, scanRegExp
|
|
if ('undefined' if not ('tokens' in extra) else typeof(
|
|
extra.tokens)) != "undefined":
|
|
extra.advance = advance
|
|
extra.scanRegExp = scanRegExp
|
|
advance = collectToken
|
|
scanRegExp = collectRegex
|
|
|
|
|
|
def unpatch():
|
|
global advance, scanRegExp
|
|
if ('undefined' if not ('scanRegExp' in extra) else typeof(
|
|
extra.scanRegExp)) == "function":
|
|
advance = extra.advance
|
|
scanRegExp = extra.scanRegExp
|
|
|
|
|
|
def tokenize(code, **options):
|
|
global delegate, source, index, lineNumber, lineStart, length, lookahead, state, extra
|
|
options = jsdict(options)
|
|
toString = None
|
|
token = None
|
|
tokens = None
|
|
toString = str
|
|
if (('undefined' if not 'code' in locals() else typeof(code)) !=
|
|
"string") and (not isinstance(code, str)):
|
|
code = toString(code)
|
|
delegate = SyntaxTreeDelegate
|
|
source = code
|
|
index = 0
|
|
lineNumber = (1 if len(source) > 0 else 0)
|
|
lineStart = 0
|
|
length = len(source)
|
|
lookahead = None
|
|
state = jsdict({
|
|
"allowIn": True,
|
|
"labelSet": jsdict({}),
|
|
"inFunctionBody": False,
|
|
"inIteration": False,
|
|
"inSwitch": False,
|
|
"lastCommentStart": -1,
|
|
})
|
|
extra = jsdict({})
|
|
options = options or jsdict({})
|
|
options.tokens = True
|
|
extra.tokens = []
|
|
extra.tokenize = True
|
|
extra.openParenToken = -1
|
|
extra.openCurlyToken = -1
|
|
extra.range = (('undefined' if not ('range' in options) else typeof(
|
|
options.range)) == "boolean") and options.range
|
|
extra.loc = (('undefined' if not ('loc' in options) else typeof(
|
|
options.loc)) == "boolean") and options.loc
|
|
if (('undefined' if not ('comment' in options) else typeof(
|
|
options.comment)) == "boolean") and options.comment:
|
|
extra.comments = []
|
|
if (('undefined' if not ('tolerant' in options) else typeof(
|
|
options.tolerant)) == "boolean") and options.tolerant:
|
|
extra.errors = []
|
|
if length > 0:
|
|
if (typeof(source[0])) == "undefined":
|
|
if isinstance(code, str):
|
|
source = code.valueOf()
|
|
patch()
|
|
try:
|
|
peek()
|
|
if lookahead.type == Token.EOF:
|
|
return extra.tokens
|
|
token = lex()
|
|
while lookahead.type != Token.EOF:
|
|
try:
|
|
token = lex()
|
|
except Exception as lexError:
|
|
token = lookahead
|
|
if extra.errors:
|
|
extra.errors.append(lexError)
|
|
break
|
|
else:
|
|
raise
|
|
filterTokenLocation()
|
|
tokens = extra.tokens
|
|
if ('undefined' if not ('comments' in extra) else typeof(
|
|
extra.comments)) != "undefined":
|
|
tokens.comments = extra.comments
|
|
if ('undefined' if not ('errors' in extra) else typeof(
|
|
extra.errors)) != "undefined":
|
|
tokens.errors = extra.errors
|
|
except Exception as e:
|
|
raise
|
|
finally:
|
|
unpatch()
|
|
extra = jsdict({})
|
|
return tokens
|
|
|
|
|
|
def parse(code, **options):
|
|
global delegate, source, index, lineNumber, lineStart, length, lookahead, state, extra
|
|
options = jsdict(options)
|
|
program = None
|
|
toString = None
|
|
toString = str
|
|
if (('undefined' if not 'code' in locals() else typeof(code)) !=
|
|
"string") and (not isinstance(code, str)):
|
|
code = toString(code)
|
|
delegate = SyntaxTreeDelegate
|
|
source = code
|
|
index = 0
|
|
lineNumber = (1 if len(source) > 0 else 0)
|
|
lineStart = 0
|
|
length = len(source)
|
|
lookahead = None
|
|
state = jsdict({
|
|
"allowIn": True,
|
|
"labelSet": jsdict({}),
|
|
"inFunctionBody": False,
|
|
"inIteration": False,
|
|
"inSwitch": False,
|
|
"lastCommentStart": -1,
|
|
"markerStack": [],
|
|
})
|
|
extra = jsdict({})
|
|
if ('undefined'
|
|
if not 'options' in locals() else typeof(options)) != "undefined":
|
|
extra.range = (('undefined' if not ('range' in options) else typeof(
|
|
options.range)) == "boolean") and options.range
|
|
extra.loc = (('undefined' if not ('loc' in options) else typeof(
|
|
options.loc)) == "boolean") and options.loc
|
|
if (extra.loc and
|
|
(options.source != None)) and (options.source != undefined):
|
|
extra.source = toString(options.source)
|
|
if (('undefined' if not ('tokens' in options) else typeof(
|
|
options.tokens)) == "boolean") and options.tokens:
|
|
extra.tokens = []
|
|
if (('undefined' if not ('comment' in options) else typeof(
|
|
options.comment)) == "boolean") and options.comment:
|
|
extra.comments = []
|
|
if (('undefined' if not ('tolerant' in options) else typeof(
|
|
options.tolerant)) == "boolean") and options.tolerant:
|
|
extra.errors = []
|
|
if length > 0:
|
|
if (typeof(source[0])) == "undefined":
|
|
if isinstance(code, str):
|
|
source = code.valueOf()
|
|
patch()
|
|
try:
|
|
program = parseProgram()
|
|
if ('undefined' if not ('comments' in extra) else typeof(
|
|
extra.comments)) != "undefined":
|
|
program.comments = extra.comments
|
|
if ('undefined' if not ('tokens' in extra) else typeof(
|
|
extra.tokens)) != "undefined":
|
|
filterTokenLocation()
|
|
program.tokens = extra.tokens
|
|
if ('undefined' if not ('errors' in extra) else typeof(
|
|
extra.errors)) != "undefined":
|
|
program.errors = extra.errors
|
|
except Exception as e:
|
|
raise
|
|
finally:
|
|
unpatch()
|
|
extra = jsdict({})
|
|
return program
|
|
|
|
|
|
parse('var = 490 \n a=4;')
|