Fix #18

src/Tokenizer.php

@@ -1,6 +1,8 @@
 <?php declare(strict_types = 1);
 namespace TheSeer\Tokenizer;
 
+use function var_dump;
+
 class Tokenizer {
 
     /**
@@ -70,6 +72,18 @@ public function parse(string $source): TokenCollection {
             $line   = $tok[2];
             $values = \preg_split('/\R+/Uu', $tok[1]);
 
+            if (!$values) {
+                $result->addToken(
+                    new Token(
+                        $line,
+                        \token_name($tok[0]),
+                        '{binary data}'
+                    )
+                );
+
+                continue;
+            }
+
             foreach ($values as $v) {
                 $token = new Token(
                     $line,

tests/Issue18Test.php

@@ -0,0 +1,19 @@
+<?php declare(strict_types = 1);
+namespace TheSeer\Tokenizer;
+
+use DOMXPath;
+use PHPUnit\Framework\TestCase;
+
+class Issue18Test extends TestCase {
+
+    public function testIssueNoLongerOccurs() {
+        $result = (new Tokenizer)->parse(\file_get_contents(__DIR__ . '/_files/Issue-18.php'));
+
+        $dom = (new XMLSerializer())->toDom($result);
+
+        $node = (new DOMXPath($dom))->query('//*[@no="18"]/*')->item(1);
+
+        $this->assertEquals('{binary data}', $node->textContent);
+    }
+
+}