Commit a7763da6 authored by ilor's avatar ilor

proper, if ugly fix for no-break spaces

parent fb529811
......@@ -178,7 +178,7 @@ namespace Toki {
// << input().peek_begins_sentence() << " "
// << next_token_begins_sentence << "\n";
u = input().peek_next_char();
if (u_isUWhiteSpace(u)) {
if (u_isUWhiteSpace(u) || u == 0xfeff || u == 0x200b) {
if (input().peek_begins_sentence()) {
next_token_begins_sentence = true;
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment