-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathtoken.hpp
67 lines (54 loc) · 969 Bytes
/
token.hpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#ifndef _TOKEN_HPP_
#define _TOKEN_HPP_
#include <cstdint>
#include <string_view>
namespace pl0::token {
enum class TokenType : std::uint8_t {
// Literals
Identifier,
Number,
// Symbols
Dot,
Equal,
Comma,
Semicolon,
Assign,
QuestionMark,
ExclamationMark,
NotEqual,
Less,
LessEqual,
Greater,
GreaterEqual,
Plus,
Minus,
Star,
Slash,
LeftParen,
RightParen,
// Keywords
ConstKeyword,
VarKeyword,
ProcedureKeyword,
CallKeyword,
BeginKeyword,
EndKeyword,
IfKeyword,
ThenKeyword,
WhileKeyword,
DoKeyword,
OddKeyword,
// Errors
UnexpectedCharacter,
Eof
};
struct Token final {
Token() = default;
Token(TokenType type, std::string_view lexeme, std::uint32_t line)
: type(type), lexeme(lexeme), line(line) {}
TokenType type;
std::string_view lexeme;
std::uint32_t line;
};
}
#endif