zone/OpenAssetTools
2
0
Fork 0
mirror of https://github.com/Laupetin/OpenAssetTools.git synced 2026-03-07 05:23:02 +00:00
Code Activity

Add multicharacter tokens to simple lexer

Browse Source
This commit is contained in:
Jan
2021-11-03 22:02:04 +01:00
parent ab7b516918
commit c5d7d71a51
11 changed files with 181 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/Parser/Parsing/Simple/SimpleParserValue.h
View File

@@ -13,8 +13,9 @@ enum class SimpleParserValueType
END_OF_FILE,
NEW_LINE,
// Single character
// Character sequences
CHARACTER,
MULTI_CHARACTER,
// Generic token types
INTEGER,
@@ -36,6 +37,7 @@ public:
{
char char_value;
int int_value;
int multi_character_sequence_id;
double double_value;
std::string* string_value;
} m_value;
@@ -44,6 +46,7 @@ public:
static SimpleParserValue EndOfFile(TokenPos pos);
static SimpleParserValue NewLine(TokenPos pos);
static SimpleParserValue Character(TokenPos pos, char c);
static SimpleParserValue MultiCharacter(TokenPos pos, int multiCharacterSequenceId);
static SimpleParserValue Integer(TokenPos pos, int value);
static SimpleParserValue FloatingPoint(TokenPos pos, double value);
static SimpleParserValue String(TokenPos pos, std::string* stringValue);
@@ -63,6 +66,7 @@ public:
_NODISCARD const TokenPos& GetPos() const override;
_NODISCARD char CharacterValue() const;
_NODISCARD int MultiCharacterValue() const;
_NODISCARD int IntegerValue() const;
_NODISCARD double FloatingPointValue() const;
_NODISCARD std::string& StringValue() const;