diff --git a/pya2l/extensions/tokenizer.cpp b/pya2l/extensions/tokenizer.cpp index 002182c..c2e9491 100644 --- a/pya2l/extensions/tokenizer.cpp +++ b/pya2l/extensions/tokenizer.cpp @@ -249,6 +249,7 @@ Generator tokenizer(std::basic_istream &stream, bool LineNumbers line_numbers{ start_line, start_column, line, column - 1 }; co_yield{ Token(TokenClass::STRING, line_numbers, token[char_class_to_int(current)]) }; token[char_class_to_int(CharClass::REGULAR)].clear(); + string_class = false; } token[char_class_to_int(current)].push_back(ch); } else {