disable stop tokens

Lightning-AI · May 20, 2024 · b2ea42e · b2ea42e
1 parent 1df5180
commit b2ea42e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/litgpt/deploy/serve.py b/litgpt/deploy/serve.py
@@ -149,7 +149,7 @@ def predict(self, inputs: torch.Tensor) -> Any:
             temperature=self.temperature,
             top_k=self.top_k,
             top_p=self.top_p,
-            stop_tokens=[self.tokenizer.decode(torch.tensor([self.tokenizer.eos_id]))]
+            # stop_tokens=[self.tokenizer.decode(torch.tensor([self.tokenizer.eos_id]))]
         )
 
     def encode_response(self, output):