~bjonte/jasm commit - sourcehut hg

3 files changed, 3 insertions(+), 6 deletions(-)

M jasm/tokenize/tokenizer.cpp
M jasm/unit_tests/results/test_tokenize_without_end_character.stdout
M jasm/unit_tests/results/test_unexpected_character_error.stdout

M jasm/tokenize/tokenizer.cpp +2 -5

@@ 170,11 170,8 @@ void Tokenizer::tokenize(uint32_t file_i
 			tokenize_string(tracker, token_chain, strings);
 
 		} else {
-			std::stringstream ss;
-			std::string narrow_character;
-			core::wide_to_utf8(tracker.peek_char(), narrow_character);
-			ss << "Unexpected character '" << narrow_character << "'";
-			throw AssemblyException(_filename, tracker.row, tracker.column, AssemblyErrorCodes::UnexpectedCharacter, ss.str());
+			std::string msg = std::format("Unexpected character U+{:02x}", static_cast<uint32_t>(tracker.peek_char()));
+			throw AssemblyException(_filename, tracker.row, tracker.column, AssemblyErrorCodes::UnexpectedCharacter, msg);
 		}
 	}

M jasm/unit_tests/results/test_tokenize_without_end_character.stdout +0 -0

M jasm/unit_tests/results/test_unexpected_character_error.stdout +1 -1

@@ 1,1 1,1 @@ 
-unit_tests/test_unexpected_character_error.asm(2,3) : Error 1000 : Unexpected character '`'
+unit_tests/test_unexpected_character_error.asm(2,3) : Error 1000 : Unexpected character U+60