31 lines
654 B
C++
31 lines
654 B
C++
#pragma once
|
|
|
|
#include <string>
|
|
|
|
namespace devtools {
|
|
struct Location {
|
|
int pos;
|
|
int lineStart;
|
|
int line;
|
|
};
|
|
|
|
enum class TokenTag {
|
|
KEYWORD, NAME, INTEGER, NUMBER, OPEN_BRACKET, CLOSE_BRACKET, STRING,
|
|
OPERATOR, COMMA, SEMICOLON, UNEXPECTED, COMMENT
|
|
};
|
|
|
|
struct Token {
|
|
TokenTag tag;
|
|
std::string text;
|
|
Location start;
|
|
Location end;
|
|
|
|
Token(TokenTag tag, std::string text, Location start, Location end)
|
|
: tag(tag),
|
|
text(std::move(text)),
|
|
start(std::move(start)),
|
|
end(std::move(end)) {
|
|
}
|
|
};
|
|
}
|