Changeset 63566 in webkit for trunk/JavaScriptCore/parser/JSParser.h

Timestamp:

Jul 16, 2010, 11:32:42 AM (15 years ago)

Author:

[email protected]

Message:

2010-07-16 Oliver Hunt <​[email protected]>

Reviewed by Geoffrey Garen.

ES5 allows use of reserved words as IdentifierName
​https://bugs.webkit.org/show_bug.cgi?id=42471

Modify the lexer to allow us to avoid identifying reserved
words in those contexts where they are valid identifiers, and
we know it's safe. Additionally tag the reserved word tokens
so we can easily identify them in those cases where we can't
guarantee that we've skipped reserved word identification.

• parser/JSParser.cpp: (JSC::JSParser::next): (JSC::JSParser::parseProperty): (JSC::JSParser::parseMemberExpression):
• parser/JSParser.h: (JSC::):
• parser/Lexer.cpp: (JSC::Lexer::lex):
• parser/Lexer.h: (JSC::Lexer::):

2010-07-16 Oliver Hunt <​[email protected]>

Reviewed by Geoffrey Garen.

ES5 allows use of reserved words as IdentifierName
​https://bugs.webkit.org/show_bug.cgi?id=42471

Add tests to check for correct handling of reserved words with
the ES5 semantics.

• fast/js/reserved-words-as-property-expected.txt: Added.
• fast/js/reserved-words-as-property.html: Added.
• fast/js/script-tests/reserved-words-as-property.js: Added. ():
• fast/js/sputnik/Conformance/11_Expressions/11.1_Primary_Expressions/11.1.5_Object_Initializer/S11.1.5_A4.1-expected.txt:
• fast/js/sputnik/Conformance/11_Expressions/11.1_Primary_Expressions/11.1.5_Object_Initializer/S11.1.5_A4.2-expected.txt: These tests are wrong, unsure how to get sputnik tests corrected.

File:

• trunk/JavaScriptCore/parser/JSParser.h (modified) (5 diffs)

trunk/JavaScriptCore/parser/JSParser.h

@@ -35 +35 @@
 enum {
     UnaryOpTokenFlag = 64,
-    BinaryOpTokenPrecedenceShift = 7,
+    KeywordTokenFlag = 128,
+    BinaryOpTokenPrecedenceShift = 8,
     BinaryOpTokenAllowsInPrecedenceAdditionalShift = 4,
-    BinaryOpTokenPrecedenceMask = 15 << BinaryOpTokenPrecedenceShift
+    BinaryOpTokenPrecedenceMask = 15 << BinaryOpTokenPrecedenceShift,
 };
 
@@ -44 +45 @@
 
 enum JSTokenType {
-    NULLTOKEN,
+    NULLTOKEN = KeywordTokenFlag,
     TRUETOKEN,
     FALSETOKEN,
@@ -70 +71 @@
     DEBUGGER,
     ELSE,
-    OPENBRACE,
+    OPENBRACE = 0,
     CLOSEBRACE,
     OPENPAREN,
@@ -107 +108 @@
     AUTOPLUSPLUS = 4 | UnaryOpTokenFlag,
     AUTOMINUSMINUS = 5 | UnaryOpTokenFlag,
-    TYPEOF = 6 | UnaryOpTokenFlag,
-    VOIDTOKEN = 7 | UnaryOpTokenFlag,
-    DELETETOKEN = 8 | UnaryOpTokenFlag,
+    TYPEOF = 6 | UnaryOpTokenFlag | KeywordTokenFlag,
+    VOIDTOKEN = 7 | UnaryOpTokenFlag | KeywordTokenFlag,
+    DELETETOKEN = 8 | UnaryOpTokenFlag | KeywordTokenFlag,
     OR = 0 | BINARY_OP_PRECEDENCE(1),
     AND = 1 | BINARY_OP_PRECEDENCE(2),
@@ -123 +124 @@
     LE = 11 | BINARY_OP_PRECEDENCE(7),
     GE = 12 | BINARY_OP_PRECEDENCE(7),
-    INSTANCEOF = 13 | BINARY_OP_PRECEDENCE(7),
-    INTOKEN = 14 | IN_OP_PRECEDENCE(7),
+    INSTANCEOF = 13 | BINARY_OP_PRECEDENCE(7) | KeywordTokenFlag,
+    INTOKEN = 14 | IN_OP_PRECEDENCE(7) | KeywordTokenFlag,
     LSHIFT = 15 | BINARY_OP_PRECEDENCE(8),
     RSHIFT = 16 | BINARY_OP_PRECEDENCE(8),