From 817e670f5305eb746fd9d76589721e5122214aa7 Mon Sep 17 00:00:00 2001 From: Thomas Jollans Date: Tue, 14 May 2024 18:50:04 +0200 Subject: [PATCH] BOM is equivalent to whitespace in KDLv1 fixes #8 --- src/tokenizer.c | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/tokenizer.c b/src/tokenizer.c index 3b8689a..d858006 100644 --- a/src/tokenizer.c +++ b/src/tokenizer.c @@ -113,7 +113,8 @@ bool _kdl_is_whitespace(uint32_t c) c == 0x200A || // Hair Space c == 0x202F || // Narrow No-Break Space c == 0x205F || // Medium Mathematical Space - c == 0x3000; // Ideographic Space + c == 0x3000 || // Ideographic Space + c == 0xFEFF; // Byte-order mark } bool _kdl_is_newline(uint32_t c)