Fix styling

rajentrivedi · Dec 5, 2023 · 8f13bdc · 8f13bdc
1 parent 6c95db5
commit 8f13bdc
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 11 deletions.
diff --git a/src/TokenCalculator.php b/src/TokenCalculator.php
@@ -11,13 +11,13 @@ public function gpt_utf8_encode(string $str): string
         for ($i = $len >> 1, $j = 0; $i < $len; ++$i, ++$j) {
             switch (true) {
                 case $str[$i] < "\x80": $str[$j] = $str[$i];
-                break;
+                    break;
                 case $str[$i] < "\xC0": $str[$j] = "\xC2";
-                $str[++$j] = $str[$i];
-                break;
+                    $str[++$j] = $str[$i];
+                    break;
                 default: $str[$j] = "\xC3";
-                $str[++$j] = \chr(\ord($str[$i]) - 64);
-                break;
+                    $str[++$j] = \chr(\ord($str[$i]) - 64);
+                    break;
             }
         }
 

diff --git a/src/TokenizerX.php b/src/TokenizerX.php
@@ -8,11 +8,11 @@ class TokenizerX
 {
     public static function tokens($prompt, $model = null): array
     {
-        if($model != null)
-        {
+        if ($model != null) {
             $provider = new EncoderProvider();
             $encoder = $provider->getForModel($model);
             $tokens = $encoder->encode($prompt);
+
             return $tokens;
         }
         $calculator = new TokenCalculator();
@@ -22,11 +22,11 @@ public static function tokens($prompt, $model = null): array
 
     public static function count($prompt, $model = null): int
     {
-        if($model != null)
-        {
+        if ($model != null) {
             $provider = new EncoderProvider();
             $encoder = $provider->getForModel($model);
             $tokens = $encoder->encode($prompt);
+
             return count($tokens);
         }
         $calculator = new TokenCalculator();

diff --git a/tests/Feature/TokenizerXTest.php b/tests/Feature/TokenizerXTest.php
@@ -21,6 +21,6 @@
 });
 
 it('counts special character tokens', function () {
-   $count = TokenizerX::count('@');
-   $this->assertSame(1, $count);
+    $count = TokenizerX::count('@');
+    $this->assertSame(1, $count);
 });