BOM is equivalent to whitespace in KDLv1

fixes #8
tjol · May 14, 2024 · 817e670 · 817e670
1 parent 4fab259
commit 817e670
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/tokenizer.c b/src/tokenizer.c
@@ -113,7 +113,8 @@ bool _kdl_is_whitespace(uint32_t c)
         c == 0x200A ||    // Hair Space
         c == 0x202F ||    // Narrow No-Break Space
         c == 0x205F ||    // Medium Mathematical Space
-        c == 0x3000;      // Ideographic Space
+        c == 0x3000 ||    // Ideographic Space
+        c == 0xFEFF;      // Byte-order mark
 }
 
 bool _kdl_is_newline(uint32_t c)