165 references to TokenType
mscorlib (165)
system\globalization\datetimeformatinfo.cs (80)
2429if (IgnorableComma != sep) InsertHash(temp, IgnorableComma, TokenType.IgnorableSymbol, 0); 2430if (IgnorablePeriod != sep) InsertHash(temp, IgnorablePeriod, TokenType.IgnorableSymbol, 0); 2439InsertHash(temp, this.TimeSeparator, TokenType.SEP_Time, 0); 2442InsertHash(temp, this.AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 2443InsertHash(temp, this.PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 2448InsertHash(temp, IgnorablePeriod + this.AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 2449InsertHash(temp, IgnorablePeriod + this.PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 2453InsertHash(temp, CJKYearSuff, TokenType.SEP_YearSuff, 0); 2454InsertHash(temp, KoreanYearSuff, TokenType.SEP_YearSuff, 0); 2455InsertHash(temp, CJKMonthSuff, TokenType.SEP_MonthSuff, 0); 2456InsertHash(temp, KoreanMonthSuff, TokenType.SEP_MonthSuff, 0); 2457InsertHash(temp, CJKDaySuff, TokenType.SEP_DaySuff, 0); 2458InsertHash(temp, KoreanDaySuff, TokenType.SEP_DaySuff, 0); 2460InsertHash(temp, CJKHourSuff, TokenType.SEP_HourSuff, 0); 2461InsertHash(temp, ChineseHourSuff, TokenType.SEP_HourSuff, 0); 2462InsertHash(temp, CJKMinuteSuff, TokenType.SEP_MinuteSuff, 0); 2463InsertHash(temp, CJKSecondSuff, TokenType.SEP_SecondSuff, 0); 2469InsertHash(temp, JapaneseEraStart, TokenType.YearNumberToken, 1); 2470InsertHash(temp, "(", TokenType.IgnorableSymbol, 0); 2471InsertHash(temp, ")", TokenType.IgnorableSymbol, 0); 2477InsertHash(temp, KoreanHourSuff, TokenType.SEP_HourSuff, 0); 2478InsertHash(temp, KoreanMinuteSuff, TokenType.SEP_MinuteSuff, 0); 2479InsertHash(temp, KoreanSecondSuff, TokenType.SEP_SecondSuff, 0); 2484InsertHash(temp, dateSeparatorOrTimeZoneOffset, TokenType.IgnorableSymbol, 0); 2487InsertHash(temp, dateSeparatorOrTimeZoneOffset, TokenType.SEP_DateOrOffset, 0); 2524InsertHash(temp, symbol, TokenType.IgnorableSymbol, 0); 2532InsertHash(temp, dateWords[i], TokenType.DateWordToken, 0); 2536InsertHash(temp, IgnorablePeriod + dateWords[i], TokenType.DateWordToken, 0); 2546InsertHash(temp, this.DateSeparator, TokenType.SEP_Date, 0); 2553InsertHash(temp, GetAbbreviatedMonthName(i), TokenType.MonthToken, i); 2561InsertHash(temp, str, TokenType.MonthToken, i); 2569InsertHash(temp, str, TokenType.MonthToken, i); 2577InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2580InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2586InsertHash(temp, GetEraName(i), TokenType.EraToken, i); 2587InsertHash(temp, GetAbbreviatedEraName(i), TokenType.EraToken, i); 2595InsertHash(temp, specialDayOfWeek, TokenType.DayOfWeekToken, i); 2602InsertHash(temp, jaDtfi.GetEraName(i), TokenType.JapaneseEraToken, i); 2603InsertHash(temp, jaDtfi.GetAbbreviatedEraName(i), TokenType.JapaneseEraToken, i); 2605InsertHash(temp, jaDtfi.AbbreviatedEnglishEraNames[i-1], TokenType.JapaneseEraToken, i); 2614InsertHash(temp, twDtfi.GetEraName(i), TokenType.TEraToken, i); 2619InsertHash(temp, InvariantInfo.AMDesignator, TokenType.SEP_Am | TokenType.Am, 0); 2620InsertHash(temp, InvariantInfo.PMDesignator, TokenType.SEP_Pm | TokenType.Pm, 1); 2629InsertHash(temp, str, TokenType.MonthToken, i); 2631InsertHash(temp, str, TokenType.MonthToken, i); 2637InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2640InsertHash(temp, str, TokenType.DayOfWeekToken, i); 2646InsertHash(temp, AbbreviatedEnglishEraNames[i], TokenType.EraToken, i + 1); 2649InsertHash(temp, LocalTimeMark, TokenType.SEP_LocalTimeMark, 0); 2650InsertHash(temp, DateTimeParse.GMTName, TokenType.TimeZoneToken, 0); 2651InsertHash(temp, DateTimeParse.ZuluName, TokenType.TimeZoneToken, 0); 2653InsertHash(temp, invariantDateSeparator, TokenType.SEP_Date, 0); 2654InsertHash(temp, invariantTimeSeparator, TokenType.SEP_Time, 0); 2673InsertHash(temp, str + monthPostfix, TokenType.MonthToken, i); 2676InsertHash(temp, str, TokenType.MonthToken, i); 2680InsertHash(temp, str, TokenType.MonthToken, i); 2769internal bool Tokenize(TokenType TokenMask, out TokenType tokenType, out int tokenValue, ref __DTString str) { 2770tokenType = TokenType.UnknownToken; 2780if (IsHebrewChar(ch) && TokenMask == TokenType.RegularTokenMask) { 2784tokenType = TokenType.UnknownToken; 2789tokenType = TokenType.HebrewNumber; 2830} else if (value.tokenType == TokenType.MonthToken && HasSpacesInMonthNames) { 2839} else if (value.tokenType == TokenType.DayOfWeekToken && HasSpacesInDayNames) { 2858void InsertAtCurrentHashNode(TokenHashValue[] hashTable, String str, char ch, TokenType tokenType, int tokenValue, int pos, int hashcode, int hashProbe) { 2887void InsertHash(TokenHashValue[] hashTable, String str, TokenType tokenType, int tokenValue) { 2942if (((nCurrentTokenTypeInHash & (int)TokenType.RegularTokenMask) == 0) && ((nTokenType & (int)TokenType.RegularTokenMask) != 0) || 2943((nCurrentTokenTypeInHash & (int)TokenType.SeparatorTokenMask) == 0) && ((nTokenType & (int)TokenType.SeparatorTokenMask) != 0)) 2957if ((((nTokenType | nCurrentTokenTypeInHash) & (int)TokenType.RegularTokenMask) == nTokenType) || 2958(((nTokenType | nCurrentTokenTypeInHash) & (int)TokenType.SeparatorTokenMask) == nTokenType)) 2983internal TokenType tokenType; 2986internal TokenHashValue(String tokenString, TokenType tokenType, int tokenValue) {
system\globalization\datetimeparse.cs (85)
603TokenType tokenType; 608TokenType sep; 631case TokenType.NumberToken: 632case TokenType.YearNumberToken: 672if (tokenType == TokenType.YearNumberToken) 683case TokenType.SEP_End: 686case TokenType.SEP_Am: 687case TokenType.SEP_Pm: 689raw.timeMark = (sep == TokenType.SEP_Am ? TM.AM : TM.PM); 696case TokenType.SEP_Space: 699case TokenType.SEP_Date: 703case TokenType.SEP_Time: 716case TokenType.SEP_DateOrOffset: 729case TokenType.SEP_YearSuff: 730case TokenType.SEP_MonthSuff: 731case TokenType.SEP_DaySuff: 735case TokenType.SEP_HourSuff: 736case TokenType.SEP_MinuteSuff: 737case TokenType.SEP_SecondSuff: 763case TokenType.SEP_End: 767case TokenType.SEP_Am: 768case TokenType.SEP_Pm: 770raw.timeMark = (sep == TokenType.SEP_Am ? TM.AM : TM.PM); 798case TokenType.SEP_Space: 802case TokenType.SEP_Date: 806case TokenType.SEP_DateOrOffset: 820case TokenType.SEP_Time: 832case TokenType.SEP_YearSuff: 844case TokenType.SEP_MonthSuff: 845case TokenType.SEP_DaySuff: 849case TokenType.SEP_HourSuff: 850case TokenType.SEP_MinuteSuff: 851case TokenType.SEP_SecondSuff: 855case TokenType.SEP_LocalTimeMark: 866case TokenType.HebrewNumber: 877case TokenType.SEP_End: 880case TokenType.SEP_Space: 883case TokenType.SEP_DateOrOffset: 915case TokenType.SEP_End: 918case TokenType.SEP_Space: 919case TokenType.SEP_Date: 922case TokenType.SEP_DateOrOffset: 943case TokenType.DayOfWeekToken: 957case TokenType.MonthToken: 965case TokenType.SEP_End: 968case TokenType.SEP_Space: 971case TokenType.SEP_Date: 974case TokenType.SEP_Time: 986case TokenType.SEP_DateOrOffset: 1012case TokenType.EraToken: 1022case TokenType.JapaneseEraToken: 1035case TokenType.TEraToken: 1048case TokenType.TimeZoneToken: 1065case TokenType.EndOfString: 1068case TokenType.DateWordToken: 1069case TokenType.IgnorableSymbol: 1072case TokenType.Am: 1073case TokenType.Pm: 1082case TokenType.UnknownToken: 2060case TokenType.SEP_YearSuff: 2067case TokenType.SEP_MonthSuff: 2074case TokenType.SEP_DaySuff: 2081case TokenType.SEP_HourSuff: 2088case TokenType.SEP_MinuteSuff: 2095case TokenType.SEP_SecondSuff: 2360dtok.suffix = TokenType.SEP_Unk; 2404if (dtok.suffix != TokenType.SEP_Unk) 2412dtok.suffix = TokenType.SEP_Unk; // Reset suffix to SEP_Unk; 4429internal void GetRegularToken(out TokenType tokenType, out int tokenValue, DateTimeFormatInfo dtfi) { 4432tokenType = TokenType.EndOfString; 4436tokenType = TokenType.UnknownToken; 4459tokenType = TokenType.NumberToken; 4462tokenType = TokenType.NumberToken; 4465tokenType = TokenType.YearNumberToken; 4474TokenType tempType; 4478if (dtfi.Tokenize(TokenType.RegularTokenMask, out tempType, out tempValue, ref this)) 4502tokenType = TokenType.EndOfString; 4504dtfi.Tokenize(TokenType.RegularTokenMask, out tokenType, out tokenValue, ref this); 4509internal TokenType GetSeparatorToken(DateTimeFormatInfo dtfi, out int indexBeforeSeparator, out char charBeforeSeparator) { 4512TokenType tokenType; 4515return (TokenType.SEP_End); 4520bool found = dtfi.Tokenize(TokenType.SeparatorTokenMask, out tokenType, out tokenValue, ref this); 4522tokenType = TokenType.SEP_Space; 4527tokenType = TokenType.SEP_Space; 4910internal TokenType suffix; // Store the CJK Year/Month/Day suffix (if any)