Coverage for /pythoncovmergedfiles/medio/medio/src/black/src/blib2to3/pgen2/token.py: 95%

Shortcuts on this page

r m x   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

78 statements  

1"""Token constants (from "token.h").""" 

2 

3from typing import Final 

4 

5# Taken from Python (r53757) and modified to include some tokens 

6# originally monkeypatched in by pgen2.tokenize 

7 

8# --start constants-- 

9ENDMARKER: Final = 0 

10NAME: Final = 1 

11NUMBER: Final = 2 

12STRING: Final = 3 

13NEWLINE: Final = 4 

14INDENT: Final = 5 

15DEDENT: Final = 6 

16LPAR: Final = 7 

17RPAR: Final = 8 

18LSQB: Final = 9 

19RSQB: Final = 10 

20COLON: Final = 11 

21COMMA: Final = 12 

22SEMI: Final = 13 

23PLUS: Final = 14 

24MINUS: Final = 15 

25STAR: Final = 16 

26SLASH: Final = 17 

27VBAR: Final = 18 

28AMPER: Final = 19 

29LESS: Final = 20 

30GREATER: Final = 21 

31EQUAL: Final = 22 

32DOT: Final = 23 

33PERCENT: Final = 24 

34BACKQUOTE: Final = 25 

35LBRACE: Final = 26 

36RBRACE: Final = 27 

37EQEQUAL: Final = 28 

38NOTEQUAL: Final = 29 

39LESSEQUAL: Final = 30 

40GREATEREQUAL: Final = 31 

41TILDE: Final = 32 

42CIRCUMFLEX: Final = 33 

43LEFTSHIFT: Final = 34 

44RIGHTSHIFT: Final = 35 

45DOUBLESTAR: Final = 36 

46PLUSEQUAL: Final = 37 

47MINEQUAL: Final = 38 

48STAREQUAL: Final = 39 

49SLASHEQUAL: Final = 40 

50PERCENTEQUAL: Final = 41 

51AMPEREQUAL: Final = 42 

52VBAREQUAL: Final = 43 

53CIRCUMFLEXEQUAL: Final = 44 

54LEFTSHIFTEQUAL: Final = 45 

55RIGHTSHIFTEQUAL: Final = 46 

56DOUBLESTAREQUAL: Final = 47 

57DOUBLESLASH: Final = 48 

58DOUBLESLASHEQUAL: Final = 49 

59AT: Final = 50 

60ATEQUAL: Final = 51 

61OP: Final = 52 

62COMMENT: Final = 53 

63NL: Final = 54 

64RARROW: Final = 55 

65AWAIT: Final = 56 

66ASYNC: Final = 57 

67ERRORTOKEN: Final = 58 

68COLONEQUAL: Final = 59 

69FSTRING_START: Final = 60 

70FSTRING_MIDDLE: Final = 61 

71FSTRING_END: Final = 62 

72BANG: Final = 63 

73N_TOKENS: Final = 64 

74NT_OFFSET: Final = 256 

75# --end constants-- 

76 

77tok_name: Final[dict[int, str]] = {} 

78for _name, _value in list(globals().items()): 

79 if type(_value) is int: 

80 tok_name[_value] = _name 

81 

82 

83def ISTERMINAL(x: int) -> bool: 

84 return x < NT_OFFSET 

85 

86 

87def ISNONTERMINAL(x: int) -> bool: 

88 return x >= NT_OFFSET 

89 

90 

91def ISEOF(x: int) -> bool: 

92 return x == ENDMARKER