String unescaping on tokenizer before adding string token to list.

n8lang · Sep 13, 2024 · 287e8ca · 287e8ca
1 parent c464868
commit 287e8ca
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/parser/Tokenizer.cpp b/src/parser/Tokenizer.cpp
@@ -17,6 +17,7 @@
  */
 
 #include <parser/Tokenizer.hpp>
+#include <util/StringUnescape.hpp>
 
 std::unique_ptr<Tokenizer> Tokenizer::loadFile(const std::string& filePath) {
     std::ifstream file(filePath);
@@ -79,6 +80,7 @@ void Tokenizer::scan() {
                 index++;
                 column++;
 
+                str = ZhivoUtil::replaceEscapeSequences(std::move(str));
                 this->tokens.emplace_back(
                     str,
                     fileName,