Coverage for /pythoncovmergedfiles/medio/medio/usr/local/lib/python3.8/site-packages/pygments/lexers/forth.py: 87%
15 statements
« prev ^ index » next coverage.py v7.2.7, created at 2023-07-01 06:54 +0000
1"""
2 pygments.lexers.forth
3 ~~~~~~~~~~~~~~~~~~~~~
5 Lexer for the Forth language.
7 :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
8 :license: BSD, see LICENSE for details.
9"""
11import re
13from pygments.lexer import RegexLexer, bygroups
14from pygments.token import Text, Comment, Keyword, Name, String, Number, \
15 Whitespace
18__all__ = ['ForthLexer']
21class ForthLexer(RegexLexer):
22 """
23 Lexer for Forth files.
25 .. versionadded:: 2.2
26 """
27 name = 'Forth'
28 url = 'https://www.forth.com/forth/'
29 aliases = ['forth']
30 filenames = ['*.frt', '*.fs']
31 mimetypes = ['application/x-forth']
33 flags = re.IGNORECASE | re.MULTILINE
35 tokens = {
36 'root': [
37 (r'\s+', Whitespace),
38 # All comment types
39 (r'\\.*?$', Comment.Single),
40 (r'\([\s].*?\)', Comment.Single),
41 # defining words. The next word is a new command name
42 (r'(:|variable|constant|value|buffer:)(\s+)',
43 bygroups(Keyword.Namespace, Whitespace), 'worddef'),
44 # strings are rather simple
45 (r'([.sc]")(\s+?)', bygroups(String, Whitespace), 'stringdef'),
46 # keywords from the various wordsets
47 # *** Wordset BLOCK
48 (r'(blk|block|buffer|evaluate|flush|load|save-buffers|update|'
49 # *** Wordset BLOCK-EXT
50 r'empty-buffers|list|refill|scr|thru|'
51 # *** Wordset CORE
52 r'\#s|\*\/mod|\+loop|\/mod|0<|0=|1\+|1-|2!|'
53 r'2\*|2\/|2@|2drop|2dup|2over|2swap|>body|'
54 r'>in|>number|>r|\?dup|abort|abort\"|abs|'
55 r'accept|align|aligned|allot|and|base|begin|'
56 r'bl|c!|c,|c@|cell\+|cells|char|char\+|'
57 r'chars|constant|count|cr|create|decimal|'
58 r'depth|do|does>|drop|dup|else|emit|environment\?|'
59 r'evaluate|execute|exit|fill|find|fm\/mod|'
60 r'here|hold|i|if|immediate|invert|j|key|'
61 r'leave|literal|loop|lshift|m\*|max|min|'
62 r'mod|move|negate|or|over|postpone|quit|'
63 r'r>|r@|recurse|repeat|rot|rshift|s\"|s>d|'
64 r'sign|sm\/rem|source|space|spaces|state|swap|'
65 r'then|type|u\.|u\<|um\*|um\/mod|unloop|until|'
66 r'variable|while|word|xor|\[char\]|\[\'\]|'
67 r'@|!|\#|<\#|\#>|:|;|\+|-|\*|\/|,|<|>|\|1\+|1-|\.|'
68 # *** Wordset CORE-EXT
69 r'\.r|0<>|'
70 r'0>|2>r|2r>|2r@|:noname|\?do|again|c\"|'
71 r'case|compile,|endcase|endof|erase|false|'
72 r'hex|marker|nip|of|pad|parse|pick|refill|'
73 r'restore-input|roll|save-input|source-id|to|'
74 r'true|tuck|u\.r|u>|unused|value|within|'
75 r'\[compile\]|'
76 # *** Wordset CORE-EXT-obsolescent
77 r'\#tib|convert|expect|query|span|'
78 r'tib|'
79 # *** Wordset DOUBLE
80 r'2constant|2literal|2variable|d\+|d-|'
81 r'd\.|d\.r|d0<|d0=|d2\*|d2\/|d<|d=|d>s|'
82 r'dabs|dmax|dmin|dnegate|m\*\/|m\+|'
83 # *** Wordset DOUBLE-EXT
84 r'2rot|du<|'
85 # *** Wordset EXCEPTION
86 r'catch|throw|'
87 # *** Wordset EXCEPTION-EXT
88 r'abort|abort\"|'
89 # *** Wordset FACILITY
90 r'at-xy|key\?|page|'
91 # *** Wordset FACILITY-EXT
92 r'ekey|ekey>char|ekey\?|emit\?|ms|time&date|'
93 # *** Wordset FILE
94 r'BIN|CLOSE-FILE|CREATE-FILE|DELETE-FILE|FILE-POSITION|'
95 r'FILE-SIZE|INCLUDE-FILE|INCLUDED|OPEN-FILE|R\/O|'
96 r'R\/W|READ-FILE|READ-LINE|REPOSITION-FILE|RESIZE-FILE|'
97 r'S\"|SOURCE-ID|W/O|WRITE-FILE|WRITE-LINE|'
98 # *** Wordset FILE-EXT
99 r'FILE-STATUS|FLUSH-FILE|REFILL|RENAME-FILE|'
100 # *** Wordset FLOAT
101 r'>float|d>f|'
102 r'f!|f\*|f\+|f-|f\/|f0<|f0=|f<|f>d|f@|'
103 r'falign|faligned|fconstant|fdepth|fdrop|fdup|'
104 r'fliteral|float\+|floats|floor|fmax|fmin|'
105 r'fnegate|fover|frot|fround|fswap|fvariable|'
106 r'represent|'
107 # *** Wordset FLOAT-EXT
108 r'df!|df@|dfalign|dfaligned|dfloat\+|'
109 r'dfloats|f\*\*|f\.|fabs|facos|facosh|falog|'
110 r'fasin|fasinh|fatan|fatan2|fatanh|fcos|fcosh|'
111 r'fe\.|fexp|fexpm1|fln|flnp1|flog|fs\.|fsin|'
112 r'fsincos|fsinh|fsqrt|ftan|ftanh|f~|precision|'
113 r'set-precision|sf!|sf@|sfalign|sfaligned|sfloat\+|'
114 r'sfloats|'
115 # *** Wordset LOCAL
116 r'\(local\)|to|'
117 # *** Wordset LOCAL-EXT
118 r'locals\||'
119 # *** Wordset MEMORY
120 r'allocate|free|resize|'
121 # *** Wordset SEARCH
122 r'definitions|find|forth-wordlist|get-current|'
123 r'get-order|search-wordlist|set-current|set-order|'
124 r'wordlist|'
125 # *** Wordset SEARCH-EXT
126 r'also|forth|only|order|previous|'
127 # *** Wordset STRING
128 r'-trailing|\/string|blank|cmove|cmove>|compare|'
129 r'search|sliteral|'
130 # *** Wordset TOOLS
131 r'.s|dump|see|words|'
132 # *** Wordset TOOLS-EXT
133 r';code|'
134 r'ahead|assembler|bye|code|cs-pick|cs-roll|'
135 r'editor|state|\[else\]|\[if\]|\[then\]|'
136 # *** Wordset TOOLS-EXT-obsolescent
137 r'forget|'
138 # Forth 2012
139 r'defer|defer@|defer!|action-of|begin-structure|field:|buffer:|'
140 r'parse-name|buffer:|traverse-wordlist|n>r|nr>|2value|fvalue|'
141 r'name>interpret|name>compile|name>string|'
142 r'cfield:|end-structure)(?!\S)', Keyword),
144 # Numbers
145 (r'(\$[0-9A-F]+)', Number.Hex),
146 (r'(\#|%|&|\-|\+)?[0-9]+', Number.Integer),
147 (r'(\#|%|&|\-|\+)?[0-9.]+', Keyword.Type),
148 # amforth specific
149 (r'(@i|!i|@e|!e|pause|noop|turnkey|sleep|'
150 r'itype|icompare|sp@|sp!|rp@|rp!|up@|up!|'
151 r'>a|a>|a@|a!|a@+|a@-|>b|b>|b@|b!|b@+|b@-|'
152 r'find-name|1ms|'
153 r'sp0|rp0|\(evaluate\)|int-trap|int!)(?!\S)',
154 Name.Constant),
155 # a proposal
156 (r'(do-recognizer|r:fail|recognizer:|get-recognizers|'
157 r'set-recognizers|r:float|r>comp|r>int|r>post|'
158 r'r:name|r:word|r:dnum|r:num|recognizer|forth-recognizer|'
159 r'rec:num|rec:float|rec:word)(?!\S)', Name.Decorator),
160 # defining words. The next word is a new command name
161 (r'(Evalue|Rvalue|Uvalue|Edefer|Rdefer|Udefer)(\s+)',
162 bygroups(Keyword.Namespace, Text), 'worddef'),
164 (r'\S+', Name.Function), # Anything else is executed
166 ],
167 'worddef': [
168 (r'\S+', Name.Class, '#pop'),
169 ],
170 'stringdef': [
171 (r'[^"]+', String, '#pop'),
172 ],
173 }
175 def analyse_text(text):
176 """Forth uses : COMMAND ; quite a lot in a single line, so we're trying
177 to find that."""
178 if re.search('\n:[^\n]+;\n', text):
179 return 0.3