18tokens.Add(new Token(TokenID.EndOfInput, 0, null)); 47if (token.TokenID == TokenID.EndOfInput) 52if (token.TokenID == TokenID.Identifier && ((string)token.Value).Length == 1 && PrevToken().TokenID != TokenID.Dot) 57else if (token.TokenID == TokenID.Dot) 62else if (token.TokenID == TokenID.LParen) 65if (PrevToken().TokenID == TokenID.Identifier) 67if (PrevToken().TokenID == TokenID.Dot) 83if (CurrentToken.TokenID == TokenID.New) 96postfixTokens.Add(new Token(TokenID.EndOfInput, 0, null)); 103while (CurrentToken.TokenID == TokenID.Dot) 108case TokenID.Identifier: 109case TokenID.TypeName: 113case TokenID.This: 118case TokenID.RParen: 121if (!BackParseMatchingDelimiter(TokenID.LParen)) 124if (CurrentToken.TokenID == TokenID.Identifier) 137case TokenID.RBracket: 141if (!BackParseMatchingDelimiter(TokenID.LBracket)) 143} while (CurrentToken.TokenID == TokenID.RBracket); 146if (CurrentToken.TokenID == TokenID.Identifier) 151else if (CurrentToken.TokenID == TokenID.RParen) 155if (!BackParseMatchingDelimiter(TokenID.LParen)) 158if (CurrentToken.TokenID == TokenID.Identifier) 178case TokenID.Greater: 179if (!BackParseMatchingDelimiter(TokenID.Less)) 182if (CurrentToken.TokenID == TokenID.Identifier) 202if (CurrentToken.TokenID == TokenID.New) 210private bool BackParseMatchingDelimiter(TokenID openDelimiter) 212TokenID closeDelimiter = CurrentToken.TokenID; 216while (token.TokenID != TokenID.EndOfInput)

518private TokenID token; 521internal BinaryOperationDescriptor(TokenID token, CodeBinaryOperatorType codeDomOperator) 527internal TokenID Token { get { return token; } } 540internal NotEqualOperationDescriptor(TokenID token) 572internal BinaryOperationDescriptor FindOperation(TokenID token) 585new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.Or, CodeBinaryOperatorType.BooleanOr)), 586new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.And, CodeBinaryOperatorType.BooleanAnd)), 588new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.BitOr, CodeBinaryOperatorType.BitwiseOr)), 590new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.BitAnd, CodeBinaryOperatorType.BitwiseAnd)), 592new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.Equal, CodeBinaryOperatorType.ValueEquality), 593new BinaryOperationDescriptor(TokenID.Assign, CodeBinaryOperatorType.ValueEquality), 594new NotEqualOperationDescriptor(TokenID.NotEqual)), 596new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.Less, CodeBinaryOperatorType.LessThan), 597new BinaryOperationDescriptor(TokenID.LessEqual, CodeBinaryOperatorType.LessThanOrEqual), 598new BinaryOperationDescriptor(TokenID.Greater, CodeBinaryOperatorType.GreaterThan), 599new BinaryOperationDescriptor(TokenID.GreaterEqual, CodeBinaryOperatorType.GreaterThanOrEqual)), 601new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.Plus, CodeBinaryOperatorType.Add), 602new BinaryOperationDescriptor(TokenID.Minus, CodeBinaryOperatorType.Subtract)), 604new BinaryPrecedenceDescriptor(new BinaryOperationDescriptor(TokenID.Multiply, CodeBinaryOperatorType.Multiply), 605new BinaryOperationDescriptor(TokenID.Divide, CodeBinaryOperatorType.Divide), 606new BinaryOperationDescriptor(TokenID.Modulus, CodeBinaryOperatorType.Modulus)) 944if (parserContext.NumTokens == 2 && token.TokenID == TokenID.Identifier) 947System.Diagnostics.Debug.Assert(parserContext.NextToken().TokenID == TokenID.EndOfInput); 1023if (parserContext.CurrentToken.TokenID == TokenID.EndOfInput) 1028if (parserContext.CurrentToken.TokenID != TokenID.EndOfInput) 1052if (parserContext.CurrentToken.TokenID != TokenID.EndOfInput) 1076while (parserContext.CurrentToken.TokenID != TokenID.EndOfInput) 1086while (parserContext.CurrentToken.TokenID == TokenID.Semicolon) 1104if (statementToken.TokenID == TokenID.Halt) 1111else if (statementToken.TokenID == TokenID.Update) 1117if (parserContext.CurrentToken.TokenID != TokenID.LParen) 1128if (updateArgToken.TokenID == TokenID.StringLiteral) 1155if (parserContext.CurrentToken.TokenID != TokenID.RParen) 1173parserContext.CurrentToken.TokenID == TokenID.LParen && 1226if (token.TokenID == TokenID.Assign) 1303if (currentToken.TokenID == TokenID.Not) 1315else if (currentToken.TokenID == TokenID.Minus) 1327else if (currentToken.TokenID == TokenID.LParen) 1338if (type == null || parserContext.CurrentToken.TokenID != TokenID.RParen) 1354if (parserContext.CurrentToken.TokenID != TokenID.RParen) 1407if (parserContext.CurrentToken.TokenID == TokenID.Dot) 1411else if (parserContext.CurrentToken.TokenID == TokenID.LBracket) 1423System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.LBracket); 1464while (parserContext.CurrentToken.TokenID == TokenID.Comma) 1472if (parserContext.CurrentToken.TokenID != TokenID.RBracket) 1494System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.Dot); 1497if (token.TokenID != TokenID.Identifier) 1499if (parserContext.provideIntellisense && token.TokenID == TokenID.EndOfInput) 1515if (parserContext.NextToken().TokenID == TokenID.LParen) 1529System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.LParen); 1536if (parserContext.CurrentToken.TokenID == TokenID.EndOfInput && parserContext.provideIntellisense) 1556if (parserContext.CurrentToken.TokenID != TokenID.RParen) 1560while (parserContext.CurrentToken.TokenID == TokenID.Comma) 1568if (parserContext.CurrentToken.TokenID != TokenID.RParen) 1666System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.LParen); 1674if (parserContext.CurrentToken.TokenID == TokenID.EndOfInput && parserContext.provideIntellisense) 1723case TokenID.In: 1727case TokenID.Out: 1732case TokenID.Ref: 1774case TokenID.LParen: 1782if (token.TokenID != TokenID.RParen) 1788case TokenID.Identifier: 1792case TokenID.This: 1800case TokenID.TypeName: 1812case TokenID.New: 1817case TokenID.IntegerLiteral: 1818case TokenID.FloatLiteral: 1819case TokenID.DecimalLiteral: 1820case TokenID.CharacterLiteral: 1821case TokenID.StringLiteral: 1822case TokenID.True: 1823case TokenID.False: 1824case TokenID.Null: 1832case TokenID.EndOfInput: 1854if (parserContext.provideIntellisense && parserContext.CurrentToken.TokenID == TokenID.EndOfInput) 1869if (parserContext.CurrentToken.TokenID != TokenID.LParen) 1912System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.LParen); 1918if (parserContext.CurrentToken.TokenID == TokenID.EndOfInput && parserContext.provideIntellisense) 1969if (parserContext.CurrentToken.TokenID != TokenID.LCurlyBrace) 1975if (parserContext.CurrentToken.TokenID != TokenID.RCurlyBrace) 1978while (parserContext.CurrentToken.TokenID == TokenID.Comma) 1984if (parserContext.CurrentToken.TokenID != TokenID.RCurlyBrace) 2045if (parserContext.CurrentToken.TokenID == TokenID.LParen) 2066if (token.TokenID != TokenID.Dot) 2070if (token.TokenID != TokenID.Identifier) 2072if (parserContext.provideIntellisense && token.TokenID == TokenID.EndOfInput) 2105if (typeSym.GenericArgCount > 0 && token.TokenID != TokenID.Less) 2114if (token.TokenID == TokenID.Less) 2138if (token.TokenID == TokenID.Dot) 2158if (token.TokenID == TokenID.Less) 2184if (parserContext.CurrentToken.TokenID == TokenID.Dot) 2198if (parserContext.CurrentToken.TokenID == TokenID.LParen) 2228System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.Dot); 2232while (parserContext.CurrentToken.TokenID == TokenID.Dot) 2239if (token.TokenID != TokenID.Identifier) 2241if (parserContext.provideIntellisense && token.TokenID == TokenID.EndOfInput) 2258if (parserContext.NextToken().TokenID == TokenID.Less) 2315System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.Less); 2333System.Diagnostics.Debug.Assert(parserContext.CurrentToken.TokenID == TokenID.Less); 2348} while (parserContext.CurrentToken.TokenID == TokenID.Comma); 2350if (parserContext.CurrentToken.TokenID != TokenID.Greater) 2374if (currentToken.TokenID == TokenID.TypeName) 2379else if (currentToken.TokenID == TokenID.Identifier) 2411if ((type != null) && (parserContext.CurrentToken.TokenID == TokenID.LBracket)) 2415if (next.TokenID != TokenID.RBracket) 2420if (parserContext.CurrentToken.TokenID != TokenID.RBracket) 2448while (parserContext.CurrentToken.TokenID == TokenID.LBracket) 2451while (parserContext.NextToken().TokenID == TokenID.Comma) 2454if (parserContext.CurrentToken.TokenID == TokenID.RBracket) 2792if (parserContext.CurrentToken.TokenID == TokenID.Assign && !assignIsEquality)

39internal TokenID Token; 42internal KeywordInfo(TokenID token, object tokenValue) 48internal KeywordInfo(TokenID token) 58map.Add("mod", new KeywordInfo(TokenID.Modulus)); 59map.Add("and", new KeywordInfo(TokenID.And)); 60map.Add("or", new KeywordInfo(TokenID.Or)); 61map.Add("not", new KeywordInfo(TokenID.Not)); 62map.Add("true", new KeywordInfo(TokenID.True, true)); 63map.Add("false", new KeywordInfo(TokenID.False, false)); 64map.Add("null", new KeywordInfo(TokenID.Null, null)); 65map.Add("nothing", new KeywordInfo(TokenID.Null, null)); 66map.Add("this", new KeywordInfo(TokenID.This)); 67map.Add("me", new KeywordInfo(TokenID.This)); 68map.Add("in", new KeywordInfo(TokenID.In)); 69map.Add("out", new KeywordInfo(TokenID.Out)); 70map.Add("ref", new KeywordInfo(TokenID.Ref)); 71map.Add("halt", new KeywordInfo(TokenID.Halt)); 72map.Add("update", new KeywordInfo(TokenID.Update)); 73map.Add("new", new KeywordInfo(TokenID.New)); 74map.Add("char", new KeywordInfo(TokenID.TypeName, typeof(char))); 75map.Add("byte", new KeywordInfo(TokenID.TypeName, typeof(byte))); 76map.Add("sbyte", new KeywordInfo(TokenID.TypeName, typeof(sbyte))); 77map.Add("short", new KeywordInfo(TokenID.TypeName, typeof(short))); 78map.Add("ushort", new KeywordInfo(TokenID.TypeName, typeof(ushort))); 79map.Add("int", new KeywordInfo(TokenID.TypeName, typeof(int))); 80map.Add("uint", new KeywordInfo(TokenID.TypeName, typeof(uint))); 81map.Add("long", new KeywordInfo(TokenID.TypeName, typeof(long))); 82map.Add("ulong", new KeywordInfo(TokenID.TypeName, typeof(ulong))); 83map.Add("float", new KeywordInfo(TokenID.TypeName, typeof(float))); 84map.Add("double", new KeywordInfo(TokenID.TypeName, typeof(double))); 85map.Add("decimal", new KeywordInfo(TokenID.TypeName, typeof(decimal))); 86map.Add("bool", new KeywordInfo(TokenID.TypeName, typeof(bool))); 87map.Add("string", new KeywordInfo(TokenID.TypeName, typeof(string))); 88map.Add("object", new KeywordInfo(TokenID.TypeName, typeof(object))); 119private TokenID currentToken = TokenID.Unknown; 136} while (token.TokenID != TokenID.EndOfInput); 153token = new Token(TokenID.Illegal, 0, null); 156} while (token != null && token.TokenID != TokenID.EndOfInput); 190TokenID tokenID = TokenID.Unknown; 196return new Token(TokenID.EndOfInput, currentPosition, null); 217tokenID = TokenID.Plus; 221tokenID = TokenID.Minus; 225tokenID = TokenID.Multiply; 229tokenID = TokenID.Divide; 233tokenID = TokenID.Modulus; 237tokenID = TokenID.BitAnd; 241tokenID = TokenID.And; 245tokenID = TokenID.BitOr; 249tokenID = TokenID.Or; 253tokenID = TokenID.Assign; 258tokenID = TokenID.Equal; 262tokenID = TokenID.Not; 266tokenID = TokenID.NotEqual; 270tokenID = TokenID.Less; 275tokenID = TokenID.LessEqual; 280tokenID = TokenID.NotEqual; 284tokenID = TokenID.Greater; 288tokenID = TokenID.GreaterEqual; 292tokenID = TokenID.LParen; 296tokenID = TokenID.RParen; 300tokenID = TokenID.Dot; 307tokenID = TokenID.Comma; 311tokenID = TokenID.Semicolon; 315tokenID = TokenID.LBracket; 319tokenID = TokenID.RBracket; 323tokenID = TokenID.LCurlyBrace; 327tokenID = TokenID.RCurlyBrace; 364private TokenID ScanStringLiteral() 385return TokenID.StringLiteral; 389private TokenID ScanVerbatimStringLiteral() 424return TokenID.StringLiteral; 506private TokenID ScanCharacterLiteral() 516return TokenID.CharacterLiteral; 519private TokenID ScanNumber() 538private TokenID ScanDecimal() 591TokenID token; 595token = TokenID.FloatLiteral; 608token = TokenID.FloatLiteral; 621token = TokenID.DecimalLiteral; 634token = TokenID.IntegerLiteral; 812private TokenID ScanHexNumber() 844TokenID token = TokenID.IntegerLiteral; 899private TokenID ScanKeywordOrIdentifier() 908TokenID token = TokenID.Unknown; 910if (hasLettersOnly && currentToken != TokenID.Dot) 923token = TokenID.Identifier;

64internal TokenID TokenID; 68internal Token(TokenID tokenID, int position, object value)