Coverage for /pythoncovmergedfiles/medio/medio/usr/local/lib/python3.8/site-packages/blib2to3/pgen2/token.py: 95%

77 statements  

« prev     ^ index     » next       coverage.py v7.2.7, created at 2023-06-07 06:15 +0000

1"""Token constants (from "token.h").""" 

2 

3import sys 

4from typing import Dict 

5 

6if sys.version_info < (3, 8): 

7 from typing_extensions import Final 

8else: 

9 from typing import Final 

10 

11# Taken from Python (r53757) and modified to include some tokens 

12# originally monkeypatched in by pgen2.tokenize 

13 

14# --start constants-- 

15ENDMARKER: Final = 0 

16NAME: Final = 1 

17NUMBER: Final = 2 

18STRING: Final = 3 

19NEWLINE: Final = 4 

20INDENT: Final = 5 

21DEDENT: Final = 6 

22LPAR: Final = 7 

23RPAR: Final = 8 

24LSQB: Final = 9 

25RSQB: Final = 10 

26COLON: Final = 11 

27COMMA: Final = 12 

28SEMI: Final = 13 

29PLUS: Final = 14 

30MINUS: Final = 15 

31STAR: Final = 16 

32SLASH: Final = 17 

33VBAR: Final = 18 

34AMPER: Final = 19 

35LESS: Final = 20 

36GREATER: Final = 21 

37EQUAL: Final = 22 

38DOT: Final = 23 

39PERCENT: Final = 24 

40BACKQUOTE: Final = 25 

41LBRACE: Final = 26 

42RBRACE: Final = 27 

43EQEQUAL: Final = 28 

44NOTEQUAL: Final = 29 

45LESSEQUAL: Final = 30 

46GREATEREQUAL: Final = 31 

47TILDE: Final = 32 

48CIRCUMFLEX: Final = 33 

49LEFTSHIFT: Final = 34 

50RIGHTSHIFT: Final = 35 

51DOUBLESTAR: Final = 36 

52PLUSEQUAL: Final = 37 

53MINEQUAL: Final = 38 

54STAREQUAL: Final = 39 

55SLASHEQUAL: Final = 40 

56PERCENTEQUAL: Final = 41 

57AMPEREQUAL: Final = 42 

58VBAREQUAL: Final = 43 

59CIRCUMFLEXEQUAL: Final = 44 

60LEFTSHIFTEQUAL: Final = 45 

61RIGHTSHIFTEQUAL: Final = 46 

62DOUBLESTAREQUAL: Final = 47 

63DOUBLESLASH: Final = 48 

64DOUBLESLASHEQUAL: Final = 49 

65AT: Final = 50 

66ATEQUAL: Final = 51 

67OP: Final = 52 

68COMMENT: Final = 53 

69NL: Final = 54 

70RARROW: Final = 55 

71AWAIT: Final = 56 

72ASYNC: Final = 57 

73ERRORTOKEN: Final = 58 

74COLONEQUAL: Final = 59 

75N_TOKENS: Final = 60 

76NT_OFFSET: Final = 256 

77# --end constants-- 

78 

79tok_name: Final[Dict[int, str]] = {} 

80for _name, _value in list(globals().items()): 

81 if type(_value) is type(0): 

82 tok_name[_value] = _name 

83 

84 

85def ISTERMINAL(x: int) -> bool: 

86 return x < NT_OFFSET 

87 

88 

89def ISNONTERMINAL(x: int) -> bool: 

90 return x >= NT_OFFSET 

91 

92 

93def ISEOF(x: int) -> bool: 

94 return x == ENDMARKER