diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py
index 9c9969b59..7d5a17bcb 100644
--- a/llama_cpp/llama_types.py
+++ b/llama_cpp/llama_types.py
@@ -7,9 +7,9 @@
 
 """
 
-from typing import Any, Dict, List, Literal, NotRequired, Optional, Union
+from typing import Any, Dict, List, Optional, Union
 
-from typing_extensions import TypedDict
+from typing_extensions import Literal, NotRequired, TypedDict
 
 # NOTE: Defining this correctly using annotations seems to break pydantic validation.
 #       This is a workaround until we can figure out how to do this correctly