diff --git a/CHANGELOG.md b/CHANGELOG.md
index dfebf364e2..229e995f4f 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -6,6 +6,13 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
 
+## Unreleased
+
+### Changed
+
+- When displaying a message using `App.exit()`, the console no longer highlights things such as numbers.
+
+
 ## [0.58.1] - 2024-05-01
 
 ### Fixed
@@ -14,6 +21,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 - Fixed intermittent issue with scrolling to focus https://github.com/Textualize/textual/commit/567caf8acb196260adf6a0a6250e3ff5093056d0
 - Fixed issue with scrolling to center https://github.com/Textualize/textual/pull/4469
 
+
 ## [0.58.0] - 2024-04-25
 
 ### Fixed
diff --git a/src/textual/app.py b/src/textual/app.py
index ae4dab8400..7c7c3fe380 100644
--- a/src/textual/app.py
+++ b/src/textual/app.py
@@ -453,7 +453,7 @@ def __init__(
             soft_wrap=False,
         )
         self._workers = WorkerManager(self)
-        self.error_console = Console(markup=False, stderr=True)
+        self.error_console = Console(markup=False, highlight=False, stderr=True)
         self.driver_class = driver_class or self.get_driver_class()
         self._screen_stacks: dict[str, list[Screen[Any]]] = {"_default": []}
         """A stack of screens per mode."""