Detect hangul choseong filler character as whitespace (fixes #3752)

This commit is contained in:
def 2021-04-01 18:31:55 +02:00
parent aed9ee268f
commit 1d636a4b43

View file

@ -3017,8 +3017,8 @@ const char *str_utf8_find_nocase(const char *haystack, const char *needle)
int str_utf8_isspace(int code) int str_utf8_isspace(int code)
{ {
return code <= 0x0020 || code == 0x0085 || code == 0x00A0 || return code <= 0x0020 || code == 0x0085 || code == 0x00A0 || code == 0x034F ||
code == 0x034F || code == 0x1160 || code == 0x1680 || code == 0x180E || code == 0x115F || code == 0x1160 || code == 0x1680 || code == 0x180E ||
(code >= 0x2000 && code <= 0x200F) || (code >= 0x2028 && code <= 0x202F) || (code >= 0x2000 && code <= 0x200F) || (code >= 0x2028 && code <= 0x202F) ||
(code >= 0x205F && code <= 0x2064) || (code >= 0x206A && code <= 0x206F) || (code >= 0x205F && code <= 0x2064) || (code >= 0x206A && code <= 0x206F) ||
code == 0x2800 || code == 0x3000 || code == 0x3164 || code == 0x2800 || code == 0x3000 || code == 0x3164 ||