Merge pull request #3754 from def-/pr-choseong-filler

Detect hangul choseong filler character as whitespace (fixes #3752)
This commit is contained in:
Dennis Felsing 2021-04-02 23:37:52 +02:00 committed by GitHub
commit 805966537d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -3017,8 +3017,8 @@ const char *str_utf8_find_nocase(const char *haystack, const char *needle)
int str_utf8_isspace(int code) int str_utf8_isspace(int code)
{ {
return code <= 0x0020 || code == 0x0085 || code == 0x00A0 || return code <= 0x0020 || code == 0x0085 || code == 0x00A0 || code == 0x034F ||
code == 0x034F || code == 0x1160 || code == 0x1680 || code == 0x180E || code == 0x115F || code == 0x1160 || code == 0x1680 || code == 0x180E ||
(code >= 0x2000 && code <= 0x200F) || (code >= 0x2028 && code <= 0x202F) || (code >= 0x2000 && code <= 0x200F) || (code >= 0x2028 && code <= 0x202F) ||
(code >= 0x205F && code <= 0x2064) || (code >= 0x206A && code <= 0x206F) || (code >= 0x205F && code <= 0x2064) || (code >= 0x206A && code <= 0x206F) ||
code == 0x2800 || code == 0x3000 || code == 0x3164 || code == 0x2800 || code == 0x3000 || code == 0x3164 ||