diff --git a/packages/jupyter-ai-magics/jupyter_ai_magics/embedding_providers.py b/packages/jupyter-ai-magics/jupyter_ai_magics/embedding_providers.py
index 0d8e0df12..dca391da0 100644
--- a/packages/jupyter-ai-magics/jupyter_ai_magics/embedding_providers.py
+++ b/packages/jupyter-ai-magics/jupyter_ai_magics/embedding_providers.py
@@ -71,9 +71,17 @@ class OllamaEmbeddingsProvider(BaseEmbeddingsProvider, OllamaEmbeddings):
     id = "ollama"
     name = "Ollama"
     models = [
+        "gemma",
+        "gemma2",
         "llama2",
-        "mistral:text",
+        "llama3",
+        "llama3:70b",
+        "phi3",
+        "mistral",
         "tinyllama",
+        "qwen2",
+        "qwen2:7b",
+        "qwen2:72b",
     ]
     model_id_key = "model"
 
diff --git a/packages/jupyter-ai-magics/jupyter_ai_magics/providers.py b/packages/jupyter-ai-magics/jupyter_ai_magics/providers.py
index 2650e2e28..df59354b7 100644
--- a/packages/jupyter-ai-magics/jupyter_ai_magics/providers.py
+++ b/packages/jupyter-ai-magics/jupyter_ai_magics/providers.py
@@ -728,12 +728,18 @@ class OllamaProvider(BaseProvider, Ollama):
     id = "ollama"
     name = "Ollama"
     model_id_key = "model"
-    # TODO: add more
     models = [
         "gemma",
+        "gemma2",
         "llama2",
+        "llama3",
+        "llama3:70b",
+        "phi3",
         "mistral",
         "tinyllama",
+        "qwen2",
+        "qwen2:7b",
+        "qwen2:72b",
     ]