From ce9d0d37de596613880d8172258c740397b08a6c Mon Sep 17 00:00:00 2001 From: Jan Date: Tue, 3 Dec 2019 23:26:56 +0100 Subject: [PATCH] ZoneCodeGenerator: Add "." to be recognized as a single token by the lexer --- src/ZoneCodeGenerator/Parsing/Impl/Lexer.cs | 1 + test/ZoneCodeGeneratorTests/Parsing/Impl/LexerTest.cs | 2 ++ 2 files changed, 3 insertions(+) diff --git a/src/ZoneCodeGenerator/Parsing/Impl/Lexer.cs b/src/ZoneCodeGenerator/Parsing/Impl/Lexer.cs index 6101ec6e..20bf79c6 100644 --- a/src/ZoneCodeGenerator/Parsing/Impl/Lexer.cs +++ b/src/ZoneCodeGenerator/Parsing/Impl/Lexer.cs @@ -18,6 +18,7 @@ namespace ZoneCodeGenerator.Parsing.Impl '{', '}', ',', + '.', '=', '(', ')', diff --git a/test/ZoneCodeGeneratorTests/Parsing/Impl/LexerTest.cs b/test/ZoneCodeGeneratorTests/Parsing/Impl/LexerTest.cs index 4032a885..7c014b9d 100644 --- a/test/ZoneCodeGeneratorTests/Parsing/Impl/LexerTest.cs +++ b/test/ZoneCodeGeneratorTests/Parsing/Impl/LexerTest.cs @@ -47,6 +47,7 @@ namespace ZoneCodeGeneratorTests.Parsing.Impl "word1{word2{ word3 { word4 {word5", "word1}word2} word3 } word4 }word5", "word1,word2, word3 , word4 ,word5", + "word1.word2. word3 . word4 .word5", "word1=word2= word3 = word4 =word5", "word1(word2( word3 ( word4 (word5", "word1)word2) word3 ) word4 )word5", @@ -73,6 +74,7 @@ namespace ZoneCodeGeneratorTests.Parsing.Impl AssertTokenOutput("word1", "{", "word2", "{", "word3", "{", "word4", "{", "word5"); AssertTokenOutput("word1", "}", "word2", "}", "word3", "}", "word4", "}", "word5"); AssertTokenOutput("word1", ",", "word2", ",", "word3", ",", "word4", ",", "word5"); + AssertTokenOutput("word1", ".", "word2", ".", "word3", ".", "word4", ".", "word5"); AssertTokenOutput("word1", "=", "word2", "=", "word3", "=", "word4", "=", "word5"); AssertTokenOutput("word1", "(", "word2", "(", "word3", "(", "word4", "(", "word5"); AssertTokenOutput("word1", ")", "word2", ")", "word3", ")", "word4", ")", "word5");