mirror of
https://github.com/YACReader/yacreader
synced 2025-09-14 09:14:38 -04:00
Remove space and atWord tokens
`atWord` wasn't used at all and spaces should be eaten by the lexer And added `unspecified` token
This commit is contained in:
@ -9,10 +9,9 @@ public:
|
||||
enum class Type {
|
||||
eof,
|
||||
opcode,
|
||||
atWord,
|
||||
word,
|
||||
quotedWord,
|
||||
space
|
||||
undefined
|
||||
};
|
||||
|
||||
Token(Type type, std::string lexeme = "")
|
||||
@ -49,7 +48,6 @@ private:
|
||||
char get();
|
||||
|
||||
Token single(Token::Type type);
|
||||
Token space();
|
||||
Token word();
|
||||
Token quotedWord();
|
||||
|
||||
|
Reference in New Issue
Block a user