Updates to Token.h's documentation.

This commit is contained in:
apio 2022-06-08 19:49:09 +02:00
parent af43023732
commit 9b217037c8

View File

@ -50,6 +50,7 @@ enum TokenType
extern const std::string token_strings[]; extern const std::string token_strings[];
/* Struct to represent tokens generated by the Lexer. */
struct Token struct Token
{ {
TokenType tk_type; TokenType tk_type;
@ -101,4 +102,5 @@ private:
std::string line_text; std::string line_text;
}; };
/* typedef to make it easier to see a what a std::vector of tokens is being used for. */
typedef std::vector<Token> TokenStream; typedef std::vector<Token> TokenStream;