logicaffeine_language/
token_class.rs1use crate::token::TokenType;
12
13#[derive(Debug, Clone, Copy, PartialEq, Eq)]
16pub enum TokenClass {
17 Keyword,
18 Type,
19 Function,
20 Variable,
21 String,
22 Number,
23 Operator,
24 Namespace,
25 Modifier,
26 Property,
27 Comment,
28 Parameter,
29 EnumMember,
30}
31
32macro_rules! imperative_keywords {
35 () => {
36 TokenType::Let
37 | TokenType::Set
38 | TokenType::Swap
39 | TokenType::Return
40 | TokenType::Break
41 | TokenType::Be
42 | TokenType::While
43 | TokenType::Repeat
44 | TokenType::For
45 | TokenType::In
46 | TokenType::From
47 | TokenType::Assert
48 | TokenType::Trust
49 | TokenType::Require
50 | TokenType::Requires
51 | TokenType::Ensures
52 | TokenType::Expect
53 | TokenType::Advance
54 | TokenType::Skip
55 | TokenType::Note
56 | TokenType::Warn
57 | TokenType::Record
58 | TokenType::During
59 | TokenType::Otherwise
60 | TokenType::Else
61 | TokenType::Elif
62 | TokenType::Call
63 | TokenType::New
64 | TokenType::Either
65 | TokenType::Inspect
66 | TokenType::Native
67 | TokenType::Escape
68 | TokenType::Given
69 | TokenType::Prove
70 | TokenType::Auto
71 | TokenType::Read
72 | TokenType::Write
73 | TokenType::Console
74 | TokenType::File
75 | TokenType::Give
76 | TokenType::Show
77 | TokenType::Push
78 | TokenType::Pop
79 | TokenType::Copy
80 | TokenType::Through
81 | TokenType::Length
82 | TokenType::At
83 | TokenType::Add
84 | TokenType::Remove
85 | TokenType::Contains
86 | TokenType::Union
87 | TokenType::Intersection
88 | TokenType::Inside
89 | TokenType::Zone
90 | TokenType::Called
91 | TokenType::Size
92 | TokenType::Mapped
93 | TokenType::Attempt
94 | TokenType::Following
95 | TokenType::Simultaneously
96 | TokenType::Spawn
97 | TokenType::Send
98 | TokenType::Await
99 | TokenType::Portable
100 | TokenType::Manifest
101 | TokenType::Chunk
102 | TokenType::Shared
103 | TokenType::Merge
104 | TokenType::Converge
105 | TokenType::Increase
106 | TokenType::Decrease
107 | TokenType::Tally
108 | TokenType::SharedSet
109 | TokenType::SharedSequence
110 | TokenType::CollaborativeSequence
111 | TokenType::SharedMap
112 | TokenType::Divergent
113 | TokenType::Append
114 | TokenType::Resolve
115 | TokenType::RemoveWins
116 | TokenType::AddWins
117 | TokenType::YATA
118 | TokenType::Values
119 | TokenType::Check
120 | TokenType::Listen
121 | TokenType::NetConnect
122 | TokenType::Sleep
123 | TokenType::Sync
124 | TokenType::Mount
125 | TokenType::Persistent
126 | TokenType::Combined
127 | TokenType::Followed
128 | TokenType::Launch
129 | TokenType::Task
130 | TokenType::Pipe
131 | TokenType::Receive
132 | TokenType::Stop
133 | TokenType::Try
134 | TokenType::Into
135 | TokenType::First
136 | TokenType::After
137 | TokenType::Mut
138 };
139}
140
141pub fn classify(kind: &TokenType) -> Option<TokenClass> {
145 classify_inner(kind, 0)
146}
147
148const MAX_AMBIGUOUS_DEPTH: usize = 3;
149
150pub fn is_imperative_keyword(kind: &TokenType) -> bool {
154 imperative_inner(kind, 0)
155}
156
157fn imperative_inner(kind: &TokenType, depth: usize) -> bool {
158 match kind {
159 imperative_keywords!() => true,
160 TokenType::Ambiguous { primary, .. } if depth < MAX_AMBIGUOUS_DEPTH => {
161 imperative_inner(primary, depth + 1)
162 }
163 _ => false,
164 }
165}
166
167fn classify_inner(kind: &TokenType, depth: usize) -> Option<TokenClass> {
168 match kind {
169 TokenType::All
171 | TokenType::No
172 | TokenType::Some
173 | TokenType::Any
174 | TokenType::Both
175 | TokenType::Most
176 | TokenType::Few
177 | TokenType::Many
178 | TokenType::Cardinal(_)
179 | TokenType::AtLeast(_)
180 | TokenType::AtMost(_)
181 | TokenType::InfinitelyMany
182 | TokenType::FinitelyMany
183 | TokenType::AllButFinitelyMany
184 | TokenType::InfinitelyOften => {
185 Some(TokenClass::Keyword) }
187
188 TokenType::And
190 | TokenType::Or
191 | TokenType::Not
192 | TokenType::If
193 | TokenType::Then
194 | TokenType::Iff
195 | TokenType::Because
196 | TokenType::Although
197 | TokenType::Until
198 | TokenType::Release
199 | TokenType::WeakUntil
200 | TokenType::Implies => {
201 Some(TokenClass::Operator) }
203
204 TokenType::Must
206 | TokenType::Shall
207 | TokenType::Should
208 | TokenType::Can
209 | TokenType::May
210 | TokenType::Cannot
211 | TokenType::Would
212 | TokenType::Could
213 | TokenType::Might
214 | TokenType::Had => {
215 Some(TokenClass::Keyword) }
217
218 imperative_keywords!() => Some(TokenClass::Keyword),
220
221 TokenType::Noun(_) => Some(TokenClass::Type),
223
224 TokenType::Verb { .. } => Some(TokenClass::Function),
226
227 TokenType::Adjective(_) | TokenType::NonIntersectiveAdjective(_) => {
229 Some(TokenClass::Modifier) }
231
232 TokenType::ProperName(_) => Some(TokenClass::Variable), TokenType::Pronoun { .. } => Some(TokenClass::Variable),
237
238 TokenType::Article(_) => Some(TokenClass::Keyword),
240
241 TokenType::Is | TokenType::Are | TokenType::Was | TokenType::Were => {
243 Some(TokenClass::Keyword)
244 }
245
246 TokenType::That
248 | TokenType::Who
249 | TokenType::Whose
250 | TokenType::What
251 | TokenType::Where
252 | TokenType::When
253 | TokenType::Why
254 | TokenType::Does
255 | TokenType::Do => Some(TokenClass::Keyword),
256
257 TokenType::Identity | TokenType::Equals => Some(TokenClass::Operator),
259
260 TokenType::Reflexive
262 | TokenType::Reciprocal
263 | TokenType::Respectively => Some(TokenClass::Keyword),
264
265 TokenType::StringLiteral(_)
267 | TokenType::InterpolatedString(_)
268 | TokenType::CharLiteral(_) => Some(TokenClass::String),
269
270 TokenType::Number(_)
272 | TokenType::MoneyLiteral { .. }
273 | TokenType::DurationLiteral { .. }
274 | TokenType::DateLiteral { .. }
275 | TokenType::TimeLiteral { .. } => Some(TokenClass::Number),
276
277 TokenType::Plus
279 | TokenType::Minus
280 | TokenType::Star
281 | TokenType::Slash
282 | TokenType::Percent
283 | TokenType::Lt
284 | TokenType::Gt
285 | TokenType::LtEq
286 | TokenType::GtEq
287 | TokenType::EqEq
288 | TokenType::NotEq
289 | TokenType::Arrow
290 | TokenType::Assign
291 | TokenType::Xor
292 | TokenType::Shifted
293 | TokenType::Amp
294 | TokenType::VBar
295 | TokenType::Tilde
296 | TokenType::Caret
297 | TokenType::Dot
298 | TokenType::StarStar
299 | TokenType::SlashSlash
300 | TokenType::PlusEq
301 | TokenType::MinusEq
302 | TokenType::StarEq
303 | TokenType::SlashEq
304 | TokenType::PercentEq => Some(TokenClass::Operator),
305
306 TokenType::BlockHeader { .. } => Some(TokenClass::Namespace),
308
309 TokenType::Preposition(_) => Some(TokenClass::Keyword),
311
312 TokenType::Identifier => Some(TokenClass::Variable),
314
315 TokenType::Comparative(_) | TokenType::Superlative(_) | TokenType::Than => {
317 Some(TokenClass::Modifier)
318 }
319
320 TokenType::CalendarUnit(_)
322 | TokenType::Ago
323 | TokenType::Hence
324 | TokenType::Before
325 | TokenType::TemporalAdverb(_) => Some(TokenClass::Keyword),
326
327 TokenType::Item | TokenType::Items => Some(TokenClass::Keyword),
329
330 TokenType::Adverb(_) | TokenType::ScopalAdverb(_) => Some(TokenClass::Modifier),
332
333 TokenType::Focus(_) | TokenType::PresupTrigger(_) | TokenType::Measure(_) => {
335 Some(TokenClass::Keyword)
336 }
337
338 TokenType::Auxiliary(_) => Some(TokenClass::Keyword),
340
341 TokenType::EscapeBlock(_) => Some(TokenClass::String),
343 TokenType::RawBlock { .. } => None,
347
348 TokenType::Performative(_) => Some(TokenClass::Keyword),
350 TokenType::Exclamation => Some(TokenClass::Keyword),
351
352 TokenType::Anything
354 | TokenType::Anyone
355 | TokenType::Nothing
356 | TokenType::Nobody
357 | TokenType::NoOne
358 | TokenType::Nowhere
359 | TokenType::Ever
360 | TokenType::Never => Some(TokenClass::Keyword),
361
362 TokenType::Ambiguous { primary, .. } => {
364 if depth >= MAX_AMBIGUOUS_DEPTH {
365 return None;
366 }
367 classify_inner(primary, depth + 1)
368 }
369
370 TokenType::Particle(_) => Some(TokenClass::Keyword),
372
373 TokenType::To => Some(TokenClass::Keyword),
375
376 TokenType::Possessive => Some(TokenClass::Operator),
378
379 TokenType::Period | TokenType::Comma | TokenType::Colon => Some(TokenClass::Operator),
381 TokenType::LParen
382 | TokenType::RParen
383 | TokenType::LBracket
384 | TokenType::RBracket
385 | TokenType::LBrace
386 | TokenType::RBrace => Some(TokenClass::Operator),
387
388 TokenType::Indent | TokenType::Dedent | TokenType::Newline | TokenType::EOF => None,
390 }
391}
392
393#[cfg(test)]
394#[path = "../../logicaffeine_tests/unit/logicaffeine_language/token_class/imperative_keyword_tests.rs"]
395mod imperative_keyword_tests;