aboutsummaryrefslogtreecommitdiff
path: root/src/tokenizer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.h')
-rw-r--r--src/tokenizer.h20
1 files changed, 10 insertions, 10 deletions
diff --git a/src/tokenizer.h b/src/tokenizer.h
index d0362a3..312498f 100644
--- a/src/tokenizer.h
+++ b/src/tokenizer.h
@@ -7,16 +7,16 @@ namespace TehJSON
{
enum struct TokenType
{
- LBrace,
- RBrace,
- LSquare,
- RSquare,
- Colon,
- Comma,
- StringLit,
- IntLit,
- FloatLit,
- BoolLit,
+ LBrace, // {
+ RBrace, // }
+ LSquare, // [
+ RSquare, // ]
+ Colon, // :
+ Comma, // ,
+ StringLit, // ".+"
+ IntLit, // -?[0-9]+
+ FloatLit, // -?[0-9]+.[0-9]+
+ BoolLit, // true|false
};
std::string getTokenName(TokenType t);